[ 523.267586] env[66452]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.267586] env[66452]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.283442] env[66544]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.283442] env[66544]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.095431] env[66544]: INFO neutron.common.config [-] Logging enabled! [ 526.095864] env[66544]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev73 [ 526.095969] env[66544]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66544) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.096229] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.096324] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.097135] env[66544]: WARNING oslo_policy.policy [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.097342] env[66544]: WARNING oslo_policy.policy [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.098940] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] VMware NSXv3 Agent initialized successfully. [ 526.099317] env[66544]: DEBUG oslo_concurrency.lockutils [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] Acquiring lock "singleton_lock" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.099440] env[66544]: DEBUG oslo_concurrency.lockutils [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] Acquired lock "singleton_lock" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.099631] env[66544]: DEBUG oslo_concurrency.lockutils [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] Releasing lock "singleton_lock" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.099900] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] Full set of CONF: {{(pid=66544) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.100022] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ******************************************************************************** {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.100119] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] Configuration options gathered from: {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.100664] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.100840] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.100948] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ================================================================================ {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.101130] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] agent_down_time = 75 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101268] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] allow_automatic_dhcp_failover = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101396] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] allow_bulk = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101533] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] api_extensions_path = {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101667] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] api_paste_config = api-paste.ini {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101798] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] auth_strategy = keystone {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101898] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] backdoor_port = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101996] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] backdoor_socket = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102139] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] backlog = 4096 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102270] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102418] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] bind_host = 0.0.0.0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102550] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] bind_port = 9696 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102678] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] client_socket_timeout = 900 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102808] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] config_dir = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102941] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103100] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] config_source = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103233] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] control_exchange = neutron {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103369] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] core_plugin = ml2 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103500] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] debug = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103631] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] default_availability_zones = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103831] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103980] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] dhcp_agent_notification = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104149] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] dhcp_agents_per_network = 1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104283] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] dhcp_lease_duration = 86400 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104416] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] dhcp_load_type = networks {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104546] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] dns_domain = openstacklocal {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104676] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104802] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] enable_default_route_bfd = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104927] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] enable_default_route_ecmp = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105061] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] enable_dvr = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105186] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] enable_new_agents = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105310] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105431] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] enable_signals = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105551] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] enable_traditional_dhcp = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105666] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] external_dns_driver = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105785] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] filter_validation = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105915] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] global_physnet_mtu = 8950 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106052] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] graceful_shutdown_timeout = 60 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106221] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] host = cpu-1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106352] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] host_dvr_for_dhcp = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106479] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] http_retries = 3 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106611] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] instance_format = [instance: %(uuid)s] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106740] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106870] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ipam_driver = internal {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106996] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ipv6_pd_enabled = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107139] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] l3_ha = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107275] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107407] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] l3_ha_network_physical_name = {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107535] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] l3_ha_network_type = {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107666] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_color = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107796] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_config_append = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107931] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108068] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_dir = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108191] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_file = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108288] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_options = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108413] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_rotate_interval = 1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108546] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_rotate_interval_type = days {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108680] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] log_rotation_type = none {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108780] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108877] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109017] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109152] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109250] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109378] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] max_dns_nameservers = 5 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109506] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] max_header_line = 16384 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109631] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] max_l3_agents_per_router = 3 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109754] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] max_logfile_count = 30 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109875] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] max_logfile_size_mb = 200 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109998] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] max_subnet_host_routes = 20 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110145] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] my_ip = 10.180.1.21 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110274] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] my_ipv6 = ::1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110400] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] network_auto_schedule = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110521] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] network_link_prefix = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110654] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110788] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] notify_nova_on_port_data_changes = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110918] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] notify_nova_on_port_status_changes = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111060] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] pagination_max_limit = -1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111185] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] publish_errors = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111307] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] rate_limit_burst = 0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111436] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] rate_limit_except_level = CRITICAL {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111559] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] rate_limit_interval = 0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111868] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] retry_until_window = 30 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111868] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] router_distributed = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111979] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] rpc_resources_processing_step = 20 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112049] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] rpc_response_max_timeout = 600 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112240] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] rpc_response_timeout = 60 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112408] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] send_events_interval = 2 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112559] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] service_plugins = ['router'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112695] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] setproctitle = on {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112819] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] shell_completion = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.113020] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] state_path = /opt/stack/data/neutron {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.113238] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] syslog_log_facility = LOG_USER {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.113418] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] tcp_keepidle = 600 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.113564] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] transport_url = **** {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.113694] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] use_journal = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.113818] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] use_json = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.113947] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] use_ssl = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.114085] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] use_stderr = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.114220] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] use_syslog = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.114343] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] vlan_qinq = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.114462] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] vlan_transparent = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.114585] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] watch_log_file = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.114711] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] wsgi_default_pool_size = 100 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.114833] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] wsgi_keep_alive = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.114966] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.115104] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] wsgi_server_debug = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.115247] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_concurrency.disable_process_locking = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115387] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115527] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115661] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115800] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115937] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116103] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116266] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.connection_string = messaging:// {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116408] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.enabled = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116548] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.es_doc_type = notification {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116682] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.es_scroll_size = 10000 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116818] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.es_scroll_time = 2m {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116949] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.filter_error_trace = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117113] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.hmac_keys = **** {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117279] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.sentinel_service_name = mymaster {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117425] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.socket_timeout = 0.1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117561] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.trace_requests = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117693] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler.trace_sqlalchemy = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117838] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler_jaeger.process_tags = {} {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117967] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler_jaeger.service_name_prefix = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118111] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] profiler_otlp.service_name_prefix = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118256] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.enforce_new_defaults = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118511] env[66544]: WARNING oslo_config.cfg [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.118657] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.enforce_scope = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118798] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.policy_default_rule = default {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118971] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119094] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119238] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119367] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119495] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119617] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119745] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119881] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120038] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120181] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] agent.extensions = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120317] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120450] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] service_providers.service_provider = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120587] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.default_quota = -1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120722] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120850] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_floatingip = 50 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120977] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_network = 100 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121121] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_port = 500 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121252] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121381] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_router = 10 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121511] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_security_group = 10 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121643] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121771] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.quota_subnet = 100 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121900] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] QUOTAS.track_quota_usage = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122086] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122231] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep.group = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122360] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep.helper_command = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122491] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep.log_daemon_traceback = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122625] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122757] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep.thread_pool_size = 8 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122907] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep.user = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123061] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123195] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_dhcp_release.group = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123321] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_dhcp_release.helper_command = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123449] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123582] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123710] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123835] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_dhcp_release.user = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123993] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125196] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_ovs_vsctl.group = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125196] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125196] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125196] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125196] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125196] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_ovs_vsctl.user = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125196] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_namespace.capabilities = [21] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125437] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_namespace.group = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125437] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_namespace.helper_command = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125437] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125437] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125546] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125575] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_namespace.user = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125708] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_conntrack.capabilities = [12] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125825] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_conntrack.group = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125950] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_conntrack.helper_command = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126118] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126258] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126391] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126524] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_conntrack.user = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126660] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_link.capabilities = [12, 21] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126783] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_link.group = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126906] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_link.helper_command = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127047] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_link.log_daemon_traceback = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127183] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127313] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_link.thread_pool_size = 8 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127440] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] privsep_link.user = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127590] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127730] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127864] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.continue_on_failed_promotions = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127991] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.dscp = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128136] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.dscp_inherit = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128272] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.force_mp_to_policy = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128400] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.locking_coordinator_url = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128531] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.log_agent_heartbeats = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128661] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.logging_expire = 1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128797] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128937] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129088] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.polling_interval = 240 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129220] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129356] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129497] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.report_interval = 30.0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129635] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129775] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129913] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130058] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.sync_skew = 60 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130191] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.synchronization_queue_size = 20 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130320] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT.use_helper_for_ns_read = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130455] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] SECURITYGROUP.enable_ipset = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130590] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] SECURITYGROUP.enable_security_group = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130727] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130862] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131006] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] experimental.ipv6_pd_enabled = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131167] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.extension_drivers = ['port_security'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131297] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.external_network_type = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131497] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131656] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.overlay_ip_version = 4 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131797] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.path_mtu = 8950 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131932] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.physical_network_mtus = {} {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132090] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132229] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132369] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ml2.type_drivers = ['vlan'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132506] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132637] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132768] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132937] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133102] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133240] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133374] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133508] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133642] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133827] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134018] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_login_password = **** {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134182] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134322] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_login_user = admin {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134454] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134589] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134716] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134842] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134975] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135132] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135268] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135400] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135528] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135736] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135891] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136040] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136184] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136365] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136507] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136642] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136772] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136906] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.auth_section = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137057] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.auth_type = password {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137197] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137324] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.certfile = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137453] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.collect_timing = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137590] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.endpoint_type = public {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137718] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.insecure = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137842] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.keyfile = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137983] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.region_name = RegionOne {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138123] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.split_loggers = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138250] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] nova.timeout = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138381] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.auth_section = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138520] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.auth_type = password {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138657] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138783] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.certfile = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138913] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.collect_timing = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139066] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.endpoint_type = public {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139200] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.insecure = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139324] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.keyfile = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139449] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.region_name = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139577] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.split_loggers = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139701] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] placement.timeout = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139834] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.auth_section = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139965] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.auth_type = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140102] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.cafile = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140226] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.certfile = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140356] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.collect_timing = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140482] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.connect_retries = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140612] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.connect_retry_delay = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140744] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.enable_notifications = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140872] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.endpoint_override = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141013] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.insecure = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141153] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.interface = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141280] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.keyfile = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141410] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.max_version = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141537] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.min_version = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141664] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.region_name = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141791] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.retriable_status_codes = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141918] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.service_name = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142057] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.service_type = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142191] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.split_loggers = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142319] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.status_code_retries = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142446] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.status_code_retry_delay = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142572] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.timeout = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142697] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.valid_interfaces = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142825] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ironic.version = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142989] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] cli_script.dry_run = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143144] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143276] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143407] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143534] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143663] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143790] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143920] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144077] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144211] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144351] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144478] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144614] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144749] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144883] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145024] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145163] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145293] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145421] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145559] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145690] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145819] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145949] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.146092] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.146221] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.146346] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.146473] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.146600] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.146728] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.146857] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.146985] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.147128] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.ssl = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.147263] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.147399] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.147527] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.147662] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.147796] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.147924] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.148074] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_notifications.driver = [] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.148207] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_notifications.retry = -1 {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.148350] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.148475] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.148578] env[66544]: DEBUG oslo_service.backend._eventlet.service [None req-b37598a0-4ee1-4115-b5a1-1aa011674887 None None] ******************************************************************************** {{(pid=66544) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.149718] env[66544]: DEBUG neutron.agent.securitygroups_rpc [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Init firewall settings (driver=nsxv3) {{(pid=66544) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.150985] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66544) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.151234] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.153400] env[66544]: DEBUG dogpile.cache.region [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.153529] env[66544]: DEBUG dogpile.lock [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.153626] env[66544]: DEBUG dogpile.lock [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.153716] env[66544]: DEBUG dogpile.lock [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.153807] env[66544]: DEBUG dogpile.cache.region [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.153893] env[66544]: DEBUG dogpile.lock [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.154050] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.204368] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Session token - acquiring [ 526.205944] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.206165] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.206274] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.206650] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.218188] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.478892] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.510484] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.510726] env[66544]: DEBUG dogpile.cache.region [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Cache value generated in 0.357 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.510779] env[66544]: DEBUG dogpile.lock [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.510961] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Activating Policy API Provider. [ 526.511171] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Looking for the default Infrastructure Rules. [ 526.593682] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Looking for the Default Layer3 Logged Drop Section. [ 526.608021] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.608457] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.608621] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.608725] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.609048] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.609385] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.124609] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.629239] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.132083] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Inventory metadata is going to be refreshed. [ 528.132371] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 529.027411] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.027687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.027687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.027995] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.045540] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 529.047355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.048638] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 529.070396] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.070707] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.070707] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.070970] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.071113] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.071265] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 529.071380] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.071481] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 529.091123] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.091388] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.091579] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.091949] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.092214] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.092437] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.115500] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.115833] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.115833] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.116064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.116214] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.116363] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.140704] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.141164] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.141164] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.141340] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.141425] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.141579] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.141684] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.141786] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.161845] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.162165] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.162165] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.162400] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.162522] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.162664] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.162765] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.162870] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.183355] env[66544]: DEBUG networking_nsxv3.common.locking [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.183596] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.183650] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.183935] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.184110] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.184264] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.184365] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.184464] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Inventory metadata have been refreshed. [ 529.184557] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Dryrun:True. Metadata refresh completed. [ 529.184671] env[66544]: DEBUG oslo_concurrency.lockutils [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Releasing lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.186326] env[66544]: INFO neutron.agent.agent_extensions_manager [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Loaded agent extensions: [] [ 529.187027] env[66544]: DEBUG neutron_lib.callbacks.manager [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66544) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.239288] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.239464] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.239464] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent out of sync with plugin! [ 534.187541] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.187921] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.188700] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.189276] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.756838] env[66544]: INFO networking_nsxv3.common.synchronization [None req-e83b39a4-9a55-460b-8330-ac8038c5f2f4 demo admin] Enqueued Resource ID: ce4728be-b05e-4d73-a327-0e61b3f217f7 with Priority: HIGHEST for action security_group_rules [ 543.758070] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4728be-b05e-4d73-a327-0e61b3f217f7 with Priority: HIGHEST for action security_group_rules [ 543.758534] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4728be-b05e-4d73-a327-0e61b3f217f7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.758688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4728be-b05e-4d73-a327-0e61b3f217f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.758688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4728be-b05e-4d73-a327-0e61b3f217f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.759757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4728be-b05e-4d73-a327-0e61b3f217f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.759757] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4728be-b05e-4d73-a327-0e61b3f217f7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.284083] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.285242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.285242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.285242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.285242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.285242] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4728be-b05e-4d73-a327-0e61b3f217f7 already deleted. [ 544.285242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4728be-b05e-4d73-a327-0e61b3f217f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.759090] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.759090] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.760058] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.760460] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.761140] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.761603] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.761915] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.762365] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.762685] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.763620] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.764837] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.765110] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.230948] env[66544]: INFO networking_nsxv3.common.synchronization [None req-e6f0681d-3cf7-4669-ae61-bd42b6a4e304 None None] Enqueued Resource ID: bf6f4a83-b601-4ead-b330-cc5a4aadfd14 with Priority: HIGHEST for action port [ 575.230948] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f4a83-b601-4ead-b330-cc5a4aadfd14 with Priority: HIGHEST for action port [ 575.230948] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf6f4a83-b601-4ead-b330-cc5a4aadfd14 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.230948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf6f4a83-b601-4ead-b330-cc5a4aadfd14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.230948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf6f4a83-b601-4ead-b330-cc5a4aadfd14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.232039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf6f4a83-b601-4ead-b330-cc5a4aadfd14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.232128] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf6f4a83-b601-4ead-b330-cc5a4aadfd14',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.739018] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf6f4a83-b601-4ead-b330-cc5a4aadfd14 [ 575.739018] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.739018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.739018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.739018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.739018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.739018] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf6f4a83-b601-4ead-b330-cc5a4aadfd14 already deleted. [ 575.739018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf6f4a83-b601-4ead-b330-cc5a4aadfd14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.815701] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1e33ba86-ef23-4f43-b654-4d87ab26d00f None None] Enqueued Resource ID: 6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e with Priority: HIGHEST for action port [ 575.815701] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e with Priority: HIGHEST for action port [ 575.815701] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.815701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.815701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.815701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.815701] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.233493] env[66544]: INFO networking_nsxv3.common.synchronization [None req-bd7fc3b6-9d8f-4950-9518-042a2c9f78a8 None None] Enqueued Resource ID: 81ff95d8-91a8-4ece-b5d8-0a306792117e with Priority: HIGHEST for action port [ 576.234535] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ff95d8-91a8-4ece-b5d8-0a306792117e with Priority: HIGHEST for action port [ 576.234535] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ff95d8-91a8-4ece-b5d8-0a306792117e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.234535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ff95d8-91a8-4ece-b5d8-0a306792117e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.234535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ff95d8-91a8-4ece-b5d8-0a306792117e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.234834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ff95d8-91a8-4ece-b5d8-0a306792117e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.234834] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ff95d8-91a8-4ece-b5d8-0a306792117e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.321466] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e [ 576.321466] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.321654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.321728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.321954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.322060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.322162] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e already deleted. [ 576.322242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cf75c44-a4e4-43a6-89c9-f5501c1a0e5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.738077] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81ff95d8-91a8-4ece-b5d8-0a306792117e [ 576.738434] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.738582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.738656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.738862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.738954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.739064] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81ff95d8-91a8-4ece-b5d8-0a306792117e already deleted. [ 576.739147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ff95d8-91a8-4ece-b5d8-0a306792117e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.761796] env[66544]: INFO networking_nsxv3.common.synchronization [None req-5f00cf85-9ae8-4bda-9347-91ddff525a6f None None] Enqueued Resource ID: 00ffed25-13b3-44b3-bed4-d9a2c9808d86 with Priority: HIGHEST for action port [ 576.762327] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ffed25-13b3-44b3-bed4-d9a2c9808d86 with Priority: HIGHEST for action port [ 576.762624] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ffed25-13b3-44b3-bed4-d9a2c9808d86 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.762748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ffed25-13b3-44b3-bed4-d9a2c9808d86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.762812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ffed25-13b3-44b3-bed4-d9a2c9808d86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.765452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ffed25-13b3-44b3-bed4-d9a2c9808d86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.765552] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ffed25-13b3-44b3-bed4-d9a2c9808d86',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.269593] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00ffed25-13b3-44b3-bed4-d9a2c9808d86 [ 577.269888] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.269949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.269986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.270634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.270634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.270634] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00ffed25-13b3-44b3-bed4-d9a2c9808d86 already deleted. [ 577.270634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ffed25-13b3-44b3-bed4-d9a2c9808d86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.840039] env[66544]: INFO networking_nsxv3.common.synchronization [None req-120bbfd1-78e4-462e-80de-00c2399f9c40 None None] Enqueued Resource ID: 7fc5bb6c-cb2d-41c7-b024-9652266c76a6 with Priority: HIGHEST for action port [ 577.840552] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc5bb6c-cb2d-41c7-b024-9652266c76a6 with Priority: HIGHEST for action port [ 577.840879] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc5bb6c-cb2d-41c7-b024-9652266c76a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.841007] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc5bb6c-cb2d-41c7-b024-9652266c76a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.841079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc5bb6c-cb2d-41c7-b024-9652266c76a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.841337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc5bb6c-cb2d-41c7-b024-9652266c76a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.841415] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc5bb6c-cb2d-41c7-b024-9652266c76a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.314841] env[66544]: INFO networking_nsxv3.common.synchronization [None req-aeb456a4-be49-49f1-b4c7-fbe29968a586 None None] Enqueued Resource ID: d67a399b-3e0f-411d-8ee7-0596015b7606 with Priority: HIGHEST for action port [ 578.314841] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67a399b-3e0f-411d-8ee7-0596015b7606 with Priority: HIGHEST for action port [ 578.315299] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d67a399b-3e0f-411d-8ee7-0596015b7606 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.315425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d67a399b-3e0f-411d-8ee7-0596015b7606" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.316066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d67a399b-3e0f-411d-8ee7-0596015b7606" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.316347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d67a399b-3e0f-411d-8ee7-0596015b7606" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.316539] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d67a399b-3e0f-411d-8ee7-0596015b7606',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.346055] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc5bb6c-cb2d-41c7-b024-9652266c76a6 [ 578.346055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.346055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.346055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.346055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.346055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.346055] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc5bb6c-cb2d-41c7-b024-9652266c76a6 already deleted. [ 578.346055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc5bb6c-cb2d-41c7-b024-9652266c76a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.720882] env[66544]: INFO networking_nsxv3.common.synchronization [None req-726d43a3-a4a3-4d1a-b606-63da14a03172 None None] Enqueued Resource ID: 29aa5b32-63ae-4c06-b409-428e3a3ad471 with Priority: HIGHEST for action port [ 578.720882] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29aa5b32-63ae-4c06-b409-428e3a3ad471 with Priority: HIGHEST for action port [ 578.721012] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-29aa5b32-63ae-4c06-b409-428e3a3ad471 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.721791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29aa5b32-63ae-4c06-b409-428e3a3ad471" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.722701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29aa5b32-63ae-4c06-b409-428e3a3ad471" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.722701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29aa5b32-63ae-4c06-b409-428e3a3ad471" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.722701] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29aa5b32-63ae-4c06-b409-428e3a3ad471',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.819498] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d67a399b-3e0f-411d-8ee7-0596015b7606 [ 578.819925] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.819925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.820097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.820206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.820465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.820465] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d67a399b-3e0f-411d-8ee7-0596015b7606 already deleted. [ 578.820465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d67a399b-3e0f-411d-8ee7-0596015b7606" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.224821] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29aa5b32-63ae-4c06-b409-428e3a3ad471 [ 579.224821] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.224821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.224821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.224821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.225193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.225193] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29aa5b32-63ae-4c06-b409-428e3a3ad471 already deleted. [ 579.225193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29aa5b32-63ae-4c06-b409-428e3a3ad471" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.350074] env[66544]: INFO networking_nsxv3.common.synchronization [None req-d3300ab4-ce7d-4c6b-979a-0ab794489714 None None] Enqueued Resource ID: c7cf92df-ff54-42ce-8e3a-60a0c134ace9 with Priority: HIGHEST for action port [ 579.350610] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cf92df-ff54-42ce-8e3a-60a0c134ace9 with Priority: HIGHEST for action port [ 579.350906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7cf92df-ff54-42ce-8e3a-60a0c134ace9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.351099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7cf92df-ff54-42ce-8e3a-60a0c134ace9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.351681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7cf92df-ff54-42ce-8e3a-60a0c134ace9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.351681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7cf92df-ff54-42ce-8e3a-60a0c134ace9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.351681] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cf92df-ff54-42ce-8e3a-60a0c134ace9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.517020] env[66544]: INFO networking_nsxv3.common.synchronization [None req-e92fa44f-0024-4fe2-b949-28ad196ec90a None None] Enqueued Resource ID: a6c9cf6f-92e7-444a-befa-631655e0abb1 with Priority: HIGHEST for action port [ 579.517020] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c9cf6f-92e7-444a-befa-631655e0abb1 with Priority: HIGHEST for action port [ 579.517020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6c9cf6f-92e7-444a-befa-631655e0abb1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.517020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6c9cf6f-92e7-444a-befa-631655e0abb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.517020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6c9cf6f-92e7-444a-befa-631655e0abb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.517020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6c9cf6f-92e7-444a-befa-631655e0abb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.517020] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6c9cf6f-92e7-444a-befa-631655e0abb1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.854778] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7cf92df-ff54-42ce-8e3a-60a0c134ace9 [ 579.855426] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.856222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.856504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.856749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.856914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.856961] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7cf92df-ff54-42ce-8e3a-60a0c134ace9 already deleted. [ 579.857178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7cf92df-ff54-42ce-8e3a-60a0c134ace9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.019840] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6c9cf6f-92e7-444a-befa-631655e0abb1 [ 580.019840] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.020895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.021603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.021603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.021783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.021783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6c9cf6f-92e7-444a-befa-631655e0abb1 already deleted. [ 580.021843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6c9cf6f-92e7-444a-befa-631655e0abb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.447007] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1ff25ba1-23d8-430c-8185-e7a171318e9a None None] Enqueued Resource ID: 239abcac-ca94-4cfa-b209-d5d57cf36824 with Priority: HIGHEST for action port [ 581.447506] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239abcac-ca94-4cfa-b209-d5d57cf36824 with Priority: HIGHEST for action port [ 581.447789] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-239abcac-ca94-4cfa-b209-d5d57cf36824 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.447928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-239abcac-ca94-4cfa-b209-d5d57cf36824" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.448009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-239abcac-ca94-4cfa-b209-d5d57cf36824" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.449900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-239abcac-ca94-4cfa-b209-d5d57cf36824" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.449900] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239abcac-ca94-4cfa-b209-d5d57cf36824',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.850261] env[66544]: INFO networking_nsxv3.common.synchronization [None req-62cad66c-0fcb-4d18-959d-657615b42926 None None] Enqueued Resource ID: 2a8cb358-4e39-465b-9707-c148d272d11a with Priority: HIGHEST for action port [ 581.850389] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8cb358-4e39-465b-9707-c148d272d11a with Priority: HIGHEST for action port [ 581.850952] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8cb358-4e39-465b-9707-c148d272d11a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.851093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8cb358-4e39-465b-9707-c148d272d11a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.851159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8cb358-4e39-465b-9707-c148d272d11a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.851405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8cb358-4e39-465b-9707-c148d272d11a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.851490] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8cb358-4e39-465b-9707-c148d272d11a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.952966] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 239abcac-ca94-4cfa-b209-d5d57cf36824 [ 581.952966] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.953334] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.954217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.954217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.954217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.954217] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:239abcac-ca94-4cfa-b209-d5d57cf36824 already deleted. [ 581.954217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-239abcac-ca94-4cfa-b209-d5d57cf36824" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.353797] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a8cb358-4e39-465b-9707-c148d272d11a [ 582.354979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.354979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.354979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.354979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.354979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.354979] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a8cb358-4e39-465b-9707-c148d272d11a already deleted. [ 582.354979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8cb358-4e39-465b-9707-c148d272d11a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.758372] env[66544]: INFO networking_nsxv3.common.synchronization [None req-959194ac-beb9-4560-849a-4279a5f3c434 None None] Enqueued Resource ID: 820b3d2e-47c9-4782-9bb9-c3f9cff842fd with Priority: HIGHEST for action port [ 582.758372] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820b3d2e-47c9-4782-9bb9-c3f9cff842fd with Priority: HIGHEST for action port [ 582.758723] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-820b3d2e-47c9-4782-9bb9-c3f9cff842fd taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.758723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-820b3d2e-47c9-4782-9bb9-c3f9cff842fd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.758723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-820b3d2e-47c9-4782-9bb9-c3f9cff842fd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.758946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-820b3d2e-47c9-4782-9bb9-c3f9cff842fd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.760297] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('820b3d2e-47c9-4782-9bb9-c3f9cff842fd',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.192541] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.192732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.192817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.193045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.193284] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.264928] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 820b3d2e-47c9-4782-9bb9-c3f9cff842fd [ 583.264928] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.264928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.264928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.264928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.264928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.264928] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:820b3d2e-47c9-4782-9bb9-c3f9cff842fd already deleted. [ 583.264928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-820b3d2e-47c9-4782-9bb9-c3f9cff842fd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.695874] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.200296] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.416316] env[66544]: INFO networking_nsxv3.common.synchronization [None req-91254ce1-64d7-405d-ad25-5f02d27ad618 None None] Enqueued Resource ID: aca4c155-a1dc-40c8-8947-2896476feed3 with Priority: HIGHEST for action port [ 584.416816] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca4c155-a1dc-40c8-8947-2896476feed3 with Priority: HIGHEST for action port [ 584.417146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca4c155-a1dc-40c8-8947-2896476feed3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.417286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca4c155-a1dc-40c8-8947-2896476feed3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.417392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca4c155-a1dc-40c8-8947-2896476feed3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.417576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca4c155-a1dc-40c8-8947-2896476feed3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.417662] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca4c155-a1dc-40c8-8947-2896476feed3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.703213] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 584.703213] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 584.921939] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aca4c155-a1dc-40c8-8947-2896476feed3 [ 584.922715] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.923745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.923745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.923745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.923745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.923745] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aca4c155-a1dc-40c8-8947-2896476feed3 already deleted. [ 584.923745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca4c155-a1dc-40c8-8947-2896476feed3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.129925] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a1dbd2d0-e19a-47b1-bfa8-959d0739aaa4 None None] Enqueued Resource ID: c09680e6-de84-4990-a283-b2154aadf3a0 with Priority: HIGHEST for action port [ 585.130487] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09680e6-de84-4990-a283-b2154aadf3a0 with Priority: HIGHEST for action port [ 585.130793] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c09680e6-de84-4990-a283-b2154aadf3a0 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.130945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c09680e6-de84-4990-a283-b2154aadf3a0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.131109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c09680e6-de84-4990-a283-b2154aadf3a0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.132281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c09680e6-de84-4990-a283-b2154aadf3a0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.132408] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09680e6-de84-4990-a283-b2154aadf3a0',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.467697] env[66544]: INFO networking_nsxv3.common.synchronization [None req-7ee78255-29cf-4d30-8c01-f939c6e59f54 None None] Enqueued Resource ID: d0291e31-2d23-42dc-a18f-270508bef95a with Priority: HIGHEST for action port [ 585.467981] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0291e31-2d23-42dc-a18f-270508bef95a with Priority: HIGHEST for action port [ 585.468627] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0291e31-2d23-42dc-a18f-270508bef95a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.468627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0291e31-2d23-42dc-a18f-270508bef95a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.468752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0291e31-2d23-42dc-a18f-270508bef95a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.468919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0291e31-2d23-42dc-a18f-270508bef95a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.469010] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0291e31-2d23-42dc-a18f-270508bef95a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.500028] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.500206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.500345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.500524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.513175] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 585.514274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.515624] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 585.536478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.536674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.537377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.537377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.538045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.538128] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 585.538176] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.539331] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 585.558962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.559150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.559201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.559403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.559552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.559664] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 585.582590] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.582590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.582590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.582590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.582842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.582842] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.605170] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.605170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.605170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.605170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.605170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.605170] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 585.605394] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.605394] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 585.627744] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.627918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.627983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.628214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.628302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.628415] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 585.628502] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.628557] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 585.635047] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c09680e6-de84-4990-a283-b2154aadf3a0 [ 585.635309] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.635431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.635431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.635652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.636027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.636027] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c09680e6-de84-4990-a283-b2154aadf3a0 already deleted. [ 585.636027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c09680e6-de84-4990-a283-b2154aadf3a0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.652125] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.652309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.652309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.652514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.652647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.652747] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 585.652835] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.652934] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 585.652996] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 585.653085] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 585.653162] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 585.653162] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 585.653485] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 585.653537] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 585.653666] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 585.677341] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.677571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.677571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.677755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.677874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.678846] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.701202] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.701202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.701202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.701202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.701202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.742398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.972453] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0291e31-2d23-42dc-a18f-270508bef95a [ 585.972453] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.972618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.972655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.973127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.973127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.973233] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0291e31-2d23-42dc-a18f-270508bef95a already deleted. [ 585.973233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0291e31-2d23-42dc-a18f-270508bef95a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.403292] env[66544]: INFO networking_nsxv3.common.synchronization [None req-92a27d1f-c572-4203-b544-92ae55d363ba None None] Enqueued Resource ID: d6f99ac0-307c-4581-9995-870f03415204 with Priority: HIGHEST for action port [ 586.403912] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f99ac0-307c-4581-9995-870f03415204 with Priority: HIGHEST for action port [ 586.404348] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6f99ac0-307c-4581-9995-870f03415204 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.404624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6f99ac0-307c-4581-9995-870f03415204" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.404796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6f99ac0-307c-4581-9995-870f03415204" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.405545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6f99ac0-307c-4581-9995-870f03415204" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.405850] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6f99ac0-307c-4581-9995-870f03415204',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.909655] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6f99ac0-307c-4581-9995-870f03415204 [ 586.910112] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.910112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.910283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.910363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.910445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.910542] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6f99ac0-307c-4581-9995-870f03415204 already deleted. [ 586.910623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6f99ac0-307c-4581-9995-870f03415204" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.279661] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4e033f52-9f66-4370-80f7-edf786ecca8e None None] Enqueued Resource ID: b892e84e-49ed-4227-b1b2-af3bd9e87e93 with Priority: HIGHEST for action port [ 587.281815] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b892e84e-49ed-4227-b1b2-af3bd9e87e93 with Priority: HIGHEST for action port [ 587.285247] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-b892e84e-49ed-4227-b1b2-af3bd9e87e93 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.285356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b892e84e-49ed-4227-b1b2-af3bd9e87e93" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.285427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b892e84e-49ed-4227-b1b2-af3bd9e87e93" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.286866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b892e84e-49ed-4227-b1b2-af3bd9e87e93" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.286866] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b892e84e-49ed-4227-b1b2-af3bd9e87e93',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.790090] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b892e84e-49ed-4227-b1b2-af3bd9e87e93 [ 587.790316] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.790465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.790540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.790765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.790862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.790973] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b892e84e-49ed-4227-b1b2-af3bd9e87e93 already deleted. [ 587.791043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b892e84e-49ed-4227-b1b2-af3bd9e87e93" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.280907] env[66544]: INFO networking_nsxv3.common.synchronization [req-9e820fc9-c69e-4c20-bb84-ee3bd53f3786 req-a25961d6-cf0e-4ab7-ad43-e67a1e147827 tempest-DeleteServersAdminTestJSON-271478678 tempest-DeleteServersAdminTestJSON-271478678-project-member] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 588.281416] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 588.281708] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.281828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.281894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.282152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.282303] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.282403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.282464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.282605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.282691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.282781] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.785561] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.785757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.786434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.786734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.787325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.787325] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.787325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.787325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.787699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.787699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.787699] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 already deleted. [ 588.787699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.825100] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.825334] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.825542] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.825861] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.826155] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.826308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.826483] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.826696] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.826862] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.827172] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.827315] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.827445] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.827593] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.827781] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.828374] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.828374] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.848227] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.848301] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.848435] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.848610] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.848949] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.849136] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.849250] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.849537] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.849670] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cf1596-5086-4b9a-aac3-3d1a9d70dbe4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.352949] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.353298] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.353298] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.353592] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.354184] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.354184] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 29cf1596-5086-4b9a-aac3-3d1a9d70dbe4 not found, creating... [ 589.354184] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.354382] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.354382] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.354585] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.354731] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.356159] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.356159] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.356159] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.356159] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.356159] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.356159] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 29cf1596-5086-4b9a-aac3-3d1a9d70dbe4 is going to be created. [ 589.396684] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.397700] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.397700] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.397700] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.397700] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.398020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.097879] env[66544]: INFO networking_nsxv3.common.synchronization [req-4833fd3e-1bf3-41da-be90-18348b32cbf0 req-a9dc4343-f608-4797-a827-caab4494da1b tempest-ImagesOneServerTestJSON-515504055 tempest-ImagesOneServerTestJSON-515504055-project-member] Enqueued Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGHEST for action security_group_members [ 590.098931] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGHEST for action security_group_members [ 590.098931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa3039b-ec98-4996-99a0-8adb76f69123 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.098931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.098931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.099145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.099273] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.099366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.099425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.099573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.099653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.099741] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.171111] env[66544]: INFO networking_nsxv3.common.synchronization [req-9e820fc9-c69e-4c20-bb84-ee3bd53f3786 req-81e1bb40-9cb5-4b0d-9cc9-7b38922fb2f2 service nova] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_rules [ 590.171284] env[66544]: INFO networking_nsxv3.common.synchronization [req-9e820fc9-c69e-4c20-bb84-ee3bd53f3786 req-81e1bb40-9cb5-4b0d-9cc9-7b38922fb2f2 service nova] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 590.171527] env[66544]: INFO networking_nsxv3.common.synchronization [req-9e820fc9-c69e-4c20-bb84-ee3bd53f3786 req-81e1bb40-9cb5-4b0d-9cc9-7b38922fb2f2 service nova] Enqueued Resource ID: 29cf1596-5086-4b9a-aac3-3d1a9d70dbe4 with Priority: HIGHEST for action port [ 590.171660] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_rules [ 590.171789] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 590.171882] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29cf1596-5086-4b9a-aac3-3d1a9d70dbe4 with Priority: HIGHEST for action port [ 590.172483] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.173043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.173043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.175948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.175948] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.179271] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.179354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.179394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.179584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.179743] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.179843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.179912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.180074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.180161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.180261] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.181325] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.181439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.181682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.181682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.181776] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cf1596-5086-4b9a-aac3-3d1a9d70dbe4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.552357] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.552357] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-486" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.552733] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-486" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.552733] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-486" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.553486] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.553486] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.553486] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.553486] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.556431] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.556431] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.556431] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.556431] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.556431] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.556431] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.556431] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.556431] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.585859] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.585859] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.586019] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.586106] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-486" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.586417] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.586579] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.586697] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.587199] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.587587] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d293c0-c353-4e8f-8ec4-9a2a53d27b14',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.602226] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.602306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.602349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.602559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.602864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.604143] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.604143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.604143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.604143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.604143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.604143] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 already deleted. [ 590.604143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.665539] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4f05e8bb-bccd-4c44-accd-412c8a58ad75 None None] Enqueued Resource ID: f81246cb-b06f-4dd3-9154-491a5723e705 with Priority: HIGHEST for action port [ 590.666083] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81246cb-b06f-4dd3-9154-491a5723e705 with Priority: HIGHEST for action port [ 590.666399] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f81246cb-b06f-4dd3-9154-491a5723e705 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.666521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f81246cb-b06f-4dd3-9154-491a5723e705" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.666591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f81246cb-b06f-4dd3-9154-491a5723e705" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.666858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f81246cb-b06f-4dd3-9154-491a5723e705" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.666943] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f81246cb-b06f-4dd3-9154-491a5723e705',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.683999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.684143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.694548] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29cf1596-5086-4b9a-aac3-3d1a9d70dbe4 with status ACTIVE [ 590.694779] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.694908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.694973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.695220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.695280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.695465] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.695561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.695617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.695763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.695884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.696053] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.696147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.696204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.698575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.698575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.698575] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29cf1596-5086-4b9a-aac3-3d1a9d70dbe4 is going to be updated. [ 590.698575] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.718885] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.719049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.719123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.719340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.719485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.719641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29cf1596-5086-4b9a-aac3-3d1a9d70dbe4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.090744] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.090947] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.091098] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.091721] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.091721] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.091889] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port c1d293c0-c353-4e8f-8ec4-9a2a53d27b14 not found, creating... [ 591.092134] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.092315] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.092442] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.092653] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.092784] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.093143] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.093363] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.093584] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.093853] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.094165] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.094401] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: c1d293c0-c353-4e8f-8ec4-9a2a53d27b14 is going to be created. [ 591.122485] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.122706] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.122829] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.123121] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.123883] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.124125] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.170341] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f81246cb-b06f-4dd3-9154-491a5723e705 [ 591.171055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.171246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.171347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.171649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.171796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.171905] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f81246cb-b06f-4dd3-9154-491a5723e705 already deleted. [ 591.171990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f81246cb-b06f-4dd3-9154-491a5723e705" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.200309] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.678940] env[66544]: INFO networking_nsxv3.common.synchronization [req-3cd54c15-7b3f-4e62-84c3-526dd1bb4188 req-aeffd96a-1a52-441c-beeb-11816160db09 tempest-SecurityGroupRulesTestJSON-684790706 tempest-SecurityGroupRulesTestJSON-684790706-project-member] Enqueued Resource ID: 86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6 with Priority: HIGHEST for action security_group_rules [ 591.679704] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6 with Priority: HIGHEST for action security_group_rules [ 591.679704] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.680092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.680092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.680163] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.680195] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.702515] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.702762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.703824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.703824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.703824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.703824] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 is going to be created. [ 591.795028] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.795028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.795028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.795028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.795028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.821284] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: UNINITIALIZED for 2s [ 592.127781] env[66544]: INFO networking_nsxv3.common.synchronization [req-5baa85a3-6a11-4acc-b205-6c6275871d03 req-002baae7-a57d-453d-86a0-3825f0443da1 tempest-FloatingIPsAssociationTestJSON-1158367114 tempest-FloatingIPsAssociationTestJSON-1158367114-project-member] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 592.128233] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 592.128444] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.129240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.129240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.129240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.129399] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.129399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.129483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.129608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.129690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.129806] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.199550] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.199717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.199757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.199982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.200085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.200181] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6 already deleted. [ 592.200263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86d1eb1a-3273-4bc7-b9f6-4020e69bd3d6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.210094] env[66544]: INFO networking_nsxv3.common.synchronization [req-4833fd3e-1bf3-41da-be90-18348b32cbf0 req-c3f5bd90-7cf0-43e5-91ba-26b8d4dcb2c8 service nova] Enqueued Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGHEST for action security_group_rules [ 592.210094] env[66544]: INFO networking_nsxv3.common.synchronization [req-4833fd3e-1bf3-41da-be90-18348b32cbf0 req-c3f5bd90-7cf0-43e5-91ba-26b8d4dcb2c8 service nova] Enqueued Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGHEST for action security_group_members [ 592.210094] env[66544]: INFO networking_nsxv3.common.synchronization [req-4833fd3e-1bf3-41da-be90-18348b32cbf0 req-c3f5bd90-7cf0-43e5-91ba-26b8d4dcb2c8 service nova] Enqueued Resource ID: c1d293c0-c353-4e8f-8ec4-9a2a53d27b14 with Priority: HIGHEST for action port [ 592.210094] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGHEST for action security_group_rules [ 592.210094] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGHEST for action security_group_members [ 592.210094] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d293c0-c353-4e8f-8ec4-9a2a53d27b14 with Priority: HIGHEST for action port [ 592.210572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa3039b-ec98-4996-99a0-8adb76f69123 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.210572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.210572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.210681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.211408] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.211662] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa3039b-ec98-4996-99a0-8adb76f69123 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.211719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.211769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.211922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.212245] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.212245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.212245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.213601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.213601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.213601] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.215804] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.216028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.216028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.216353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.216353] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d293c0-c353-4e8f-8ec4-9a2a53d27b14',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.464383] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.464610] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-788" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.464756] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-788" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.465113] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-788" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.465388] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.465576] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.465704] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.465950] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.466236] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.466445] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.466553] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.466654] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.466754] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.466874] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.466945] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.467070] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.486042] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.486158] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.486269] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.486468] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-788" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.486766] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-28d1a188-be5e-499e-8ef5-f88f3636391d taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.486929] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-28d1a188-be5e-499e-8ef5-f88f3636391d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.487048] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-28d1a188-be5e-499e-8ef5-f88f3636391d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.487372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-28d1a188-be5e-499e-8ef5-f88f3636391d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.487623] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d1a188-be5e-499e-8ef5-f88f3636391d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.631697] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.631904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.631997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.632233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.632365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.632523] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.632585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.632643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.632796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.633054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.633054] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 already deleted. [ 592.633054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.719869] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.719869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa3039b-ec98-4996-99a0-8adb76f69123 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.719869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.719869] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1d293c0-c353-4e8f-8ec4-9a2a53d27b14 with status ACTIVE [ 592.719869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.719869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.719869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.719869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.719869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.719869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.719869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.719869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.722588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.722588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.722588] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.722588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.722588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.722588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.722588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.722588] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1d293c0-c353-4e8f-8ec4-9a2a53d27b14 is going to be updated. [ 592.750306] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.750510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.750552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.750753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.750889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.751100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d293c0-c353-4e8f-8ec4-9a2a53d27b14" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.991480] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.991480] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.991480] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.991480] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.991480] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.991736] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 28d1a188-be5e-499e-8ef5-f88f3636391d not found, creating... [ 592.992017] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.992571] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.992571] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.992571] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.992747] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.993259] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.993259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.993259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.993409] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.993510] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.994245] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 28d1a188-be5e-499e-8ef5-f88f3636391d is going to be created. [ 593.020664] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.020664] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.020664] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.020932] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.021135] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.021662] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-28d1a188-be5e-499e-8ef5-f88f3636391d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.224214] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.728623] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.728623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.728623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.728623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.728623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.728623] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 is going to be created. [ 593.759699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.759699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.759699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.759699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.759699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.766125] env[66544]: INFO networking_nsxv3.common.synchronization [req-5baa85a3-6a11-4acc-b205-6c6275871d03 req-da5d1789-814d-4b01-8107-a26fe5904cc3 service nova] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_rules [ 593.766410] env[66544]: INFO networking_nsxv3.common.synchronization [req-5baa85a3-6a11-4acc-b205-6c6275871d03 req-da5d1789-814d-4b01-8107-a26fe5904cc3 service nova] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 593.766627] env[66544]: INFO networking_nsxv3.common.synchronization [req-5baa85a3-6a11-4acc-b205-6c6275871d03 req-da5d1789-814d-4b01-8107-a26fe5904cc3 service nova] Enqueued Resource ID: 28d1a188-be5e-499e-8ef5-f88f3636391d with Priority: HIGHEST for action port [ 593.767366] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_rules [ 593.767614] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 593.767933] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d1a188-be5e-499e-8ef5-f88f3636391d with Priority: HIGHEST for action port [ 593.768396] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.768640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.768792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.769123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.769308] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.770448] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.770575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.770642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.770816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.771318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.771318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.771318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.774801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.774801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.774801] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.776266] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d1a188-be5e-499e-8ef5-f88f3636391d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.776376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d1a188-be5e-499e-8ef5-f88f3636391d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.776376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d1a188-be5e-499e-8ef5-f88f3636391d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.776507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d1a188-be5e-499e-8ef5-f88f3636391d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.776588] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d1a188-be5e-499e-8ef5-f88f3636391d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.778671] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 in Status: UNINITIALIZED for 2s [ 593.834374] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: SUCCESS [ 593.834695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.835044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.836975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.836975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.836975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.836975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.836975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.836975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.836975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.836975] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.276675] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.279188] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28d1a188-be5e-499e-8ef5-f88f3636391d with status ACTIVE [ 594.279553] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.279665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.280649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.280649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.280649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.280649] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.280649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.280649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.280909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.280909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.280909] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.281012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.281104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.281196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.281265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.281394] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28d1a188-be5e-499e-8ef5-f88f3636391d is going to be updated. [ 594.283976] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.285041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.303892] env[66544]: INFO networking_nsxv3.common.synchronization [req-53cbd863-f5e3-4bb2-9252-5d1cc42020ec req-e5e85e8d-13ee-445b-b83b-4bd50047327f tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 594.304600] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 594.305022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.305696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.305772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.306040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.306193] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.306332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.306332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.306517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.306608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.306722] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.309391] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.309500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.309628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.309745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.309893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.310675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d1a188-be5e-499e-8ef5-f88f3636391d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.338967] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.338967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.338967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.339241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.339421] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.339578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.339578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.339725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.340657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.340657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.340657] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.340657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.340657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.340657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.340657] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.340657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.340657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.341034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.341121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.341252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.341367] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.641945] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.642162] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.642278] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.642630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.642943] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.643037] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.643137] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.643357] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.643496] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.643828] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.643932] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.644035] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.644140] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.644317] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.644456] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.644613] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.665103] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.665334] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.665545] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.665815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.666292] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-4e2f14d0-6190-49aa-8826-be0867fd4205 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.666595] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-4e2f14d0-6190-49aa-8826-be0867fd4205" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.666767] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-4e2f14d0-6190-49aa-8826-be0867fd4205" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.667620] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-4e2f14d0-6190-49aa-8826-be0867fd4205" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.667620] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2f14d0-6190-49aa-8826-be0867fd4205',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.780035] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.812677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.812841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.812900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.813221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.813361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.813557] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.813877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.814104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.814405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.814504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.814623] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 already deleted. [ 594.814746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.844540] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d825188-ef90-486d-a155-5da4f81c87d5: rpc.has_security_group_logging(os_id): False [ 594.864185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.864413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.864477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.864657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.864750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.865327] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.865327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.865327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.865327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.865718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.865718] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.865718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.865718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.865987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.865987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.866111] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.866190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.866260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.866330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.866417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.866512] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 is going to be created. [ 594.991823] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.992029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.992029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.992248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.992427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.008816] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: IN_PROGRESS for 2s [ 595.170627] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.172621] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.172621] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.172621] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.172621] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.172621] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 4e2f14d0-6190-49aa-8826-be0867fd4205 not found, creating... [ 595.172621] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.172985] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.172985] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.173082] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.174302] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.174302] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.174302] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.174557] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.175191] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.175191] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.175191] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 4e2f14d0-6190-49aa-8826-be0867fd4205 is going to be created. [ 595.217483] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.218100] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.218100] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.218230] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.218359] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.218661] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-4e2f14d0-6190-49aa-8826-be0867fd4205" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.282800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.283022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.283071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.283259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.283348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.283446] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 is going to be created. [ 595.336892] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.337149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.337149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.337387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.337578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.352778] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: UNINITIALIZED for 2s [ 595.641553] env[66544]: INFO networking_nsxv3.common.synchronization [req-67252ee1-9446-48ab-985b-991ab897e7dc req-84c284fb-3239-432d-a5ab-357f57e4a7d8 tempest-SecurityGroupRulesTestJSON-684790706 tempest-SecurityGroupRulesTestJSON-684790706-project-member] Enqueued Resource ID: bfc5f941-e8ad-482d-a52e-2f779914d2e3 with Priority: HIGHEST for action security_group_rules [ 595.642281] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc5f941-e8ad-482d-a52e-2f779914d2e3 with Priority: HIGHEST for action security_group_rules [ 595.642454] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc5f941-e8ad-482d-a52e-2f779914d2e3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.642540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc5f941-e8ad-482d-a52e-2f779914d2e3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.642593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc5f941-e8ad-482d-a52e-2f779914d2e3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.642831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc5f941-e8ad-482d-a52e-2f779914d2e3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.642901] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc5f941-e8ad-482d-a52e-2f779914d2e3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.790879] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 in Status: SUCCESS [ 595.793841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.793841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.793841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.793841] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.793841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.793841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.793841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.793841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.794244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.794465] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.948655] env[66544]: INFO networking_nsxv3.common.synchronization [req-53cbd863-f5e3-4bb2-9252-5d1cc42020ec req-a88f6cd6-8195-46b8-804d-00e8a47148e9 service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 595.948828] env[66544]: INFO networking_nsxv3.common.synchronization [req-53cbd863-f5e3-4bb2-9252-5d1cc42020ec req-a88f6cd6-8195-46b8-804d-00e8a47148e9 service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 595.948959] env[66544]: INFO networking_nsxv3.common.synchronization [req-53cbd863-f5e3-4bb2-9252-5d1cc42020ec req-a88f6cd6-8195-46b8-804d-00e8a47148e9 service nova] Enqueued Resource ID: 4e2f14d0-6190-49aa-8826-be0867fd4205 with Priority: HIGHEST for action port [ 595.949495] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 595.949618] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 595.949719] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e2f14d0-6190-49aa-8826-be0867fd4205 with Priority: HIGHEST for action port [ 595.950065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.950568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.950656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.950913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.951290] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.953341] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.953341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.953341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.953558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.953809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.953978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.954058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.954362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.954458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.954557] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.956624] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e2f14d0-6190-49aa-8826-be0867fd4205 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.956624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e2f14d0-6190-49aa-8826-be0867fd4205" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.956624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e2f14d0-6190-49aa-8826-be0867fd4205" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.956624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e2f14d0-6190-49aa-8826-be0867fd4205" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.956624] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2f14d0-6190-49aa-8826-be0867fd4205',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.169755] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.169755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.169755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.169755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.169755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.169755] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc5f941-e8ad-482d-a52e-2f779914d2e3 already deleted. [ 596.169755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc5f941-e8ad-482d-a52e-2f779914d2e3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.297185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa3039b-ec98-4996-99a0-8adb76f69123 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.297496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.297496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.297740] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.297808] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.297888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.297961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.298801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.298801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.298801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.298801] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa3039b-ec98-4996-99a0-8adb76f69123 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.298801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.298801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.298801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.298801] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.299219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.299219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.299219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.299219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.299219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.299396] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.458829] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.458953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.459455] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.460632] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e2f14d0-6190-49aa-8826-be0867fd4205 with status ACTIVE [ 596.460823] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.460936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.461008] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.461218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.461307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.461479] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.462400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.462540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.462749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.462843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.463057] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.463162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.463230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.463388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.463467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.463570] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e2f14d0-6190-49aa-8826-be0867fd4205 is going to be updated. [ 596.491843] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.491843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.491843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.491843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.491843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.491843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e2f14d0-6190-49aa-8826-be0867fd4205" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.802125] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aa3039b-ec98-4996-99a0-8adb76f69123: rpc.has_security_group_logging(os_id): False [ 596.823872] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.823872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.823872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.823872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.824241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.824299] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.824430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.824501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.824670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.824751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.824931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.825035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.825096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.825234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.825307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.825501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.825613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.825691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.825992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.825992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.826131] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 is going to be created. [ 596.944515] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.945351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.945351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.945661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.945860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.962808] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 in Status: IN_PROGRESS for 2s [ 596.966411] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.019477] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: SUCCESS [ 597.019848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.052265] env[66544]: INFO networking_nsxv3.common.synchronization [req-adf55408-85cd-4a13-bdd8-98bf4cda8e01 req-f49eaa78-cccb-48f0-85a0-25f346c3c4d8 tempest-ImagesOneServerNegativeTestJSON-1720760939 tempest-ImagesOneServerNegativeTestJSON-1720760939-project-member] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 597.052265] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 597.052686] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.052816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.052884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.054572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.055388] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.055388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.055523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.056153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.057127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.058096] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.364982] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: SUCCESS [ 597.367141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.367141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.367141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.367141] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.367141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.367141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.367141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.368136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.368254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.368360] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.469529] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.469771] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.469978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.470536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.470683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.470813] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be created. [ 597.502759] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.503156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.503156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.503274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.503426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.515431] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: UNINITIALIZED for 2s [ 597.563205] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.563205] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.563205] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 already deleted. [ 597.563205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.660671] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.660900] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.661079] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.661430] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.661941] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.661941] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.662099] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.662267] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.662427] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.662630] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.662781] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.662924] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.663020] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.663135] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.663240] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.663357] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.688900] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.688900] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.689109] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.689297] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.689637] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-a0ef676d-b155-4b39-9dc6-61c652e6291d taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.689899] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-a0ef676d-b155-4b39-9dc6-61c652e6291d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.690071] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-a0ef676d-b155-4b39-9dc6-61c652e6291d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.690511] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-a0ef676d-b155-4b39-9dc6-61c652e6291d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.690954] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ef676d-b155-4b39-9dc6-61c652e6291d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.870963] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.871265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.871265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.871430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.871616] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.871715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.871773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.871928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.872288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.872374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.872545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.872631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.872684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.872832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.873341] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.873341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.873341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.873543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.873609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.873703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.873791] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.193910] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.194288] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.194483] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.194875] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.195103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.195361] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port a0ef676d-b155-4b39-9dc6-61c652e6291d not found, creating... [ 598.195646] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.196268] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.196268] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.196268] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.196479] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.196951] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.197143] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.197401] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.197632] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.197782] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.197985] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: a0ef676d-b155-4b39-9dc6-61c652e6291d is going to be created. [ 598.221055] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.221294] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.221451] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.221843] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.222057] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.222281] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-a0ef676d-b155-4b39-9dc6-61c652e6291d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.378014] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7573999-7b71-423f-94fb-9c58aba2fc46: rpc.has_security_group_logging(os_id): False [ 598.413110] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.413110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.413110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.413835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.414033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.414366] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.414527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.414651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.414921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.415413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.415413] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.415606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.415715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.415893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.416029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.416214] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.416313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.416393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.416551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.416635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.416722] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 is going to be created. [ 598.484986] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.485202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.485307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.485576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.485793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.507606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: IN_PROGRESS for 2s [ 598.953047] env[66544]: INFO networking_nsxv3.common.synchronization [req-adf55408-85cd-4a13-bdd8-98bf4cda8e01 req-8c019f35-dad9-4b70-91e5-4852e1f465cb service nova] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_rules [ 598.953377] env[66544]: INFO networking_nsxv3.common.synchronization [req-adf55408-85cd-4a13-bdd8-98bf4cda8e01 req-8c019f35-dad9-4b70-91e5-4852e1f465cb service nova] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 598.954021] env[66544]: INFO networking_nsxv3.common.synchronization [req-adf55408-85cd-4a13-bdd8-98bf4cda8e01 req-8c019f35-dad9-4b70-91e5-4852e1f465cb service nova] Enqueued Resource ID: a0ef676d-b155-4b39-9dc6-61c652e6291d with Priority: HIGHEST for action port [ 598.954759] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_rules [ 598.954759] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 598.954759] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ef676d-b155-4b39-9dc6-61c652e6291d with Priority: HIGHEST for action port [ 598.954997] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.955226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.955347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.955710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.955855] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.957343] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.957543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.957664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.957968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.958082] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.958226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.958316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.958584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.958726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.958883] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.961262] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ef676d-b155-4b39-9dc6-61c652e6291d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.961262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ef676d-b155-4b39-9dc6-61c652e6291d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.961262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ef676d-b155-4b39-9dc6-61c652e6291d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.961262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ef676d-b155-4b39-9dc6-61c652e6291d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.961262] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ef676d-b155-4b39-9dc6-61c652e6291d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.978960] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 in Status: SUCCESS [ 598.979662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.462917] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.463019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.463151] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.464138] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0ef676d-b155-4b39-9dc6-61c652e6291d with status ACTIVE [ 599.464298] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.464412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.464475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.464680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.464849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.464936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.465038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.465095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.465244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.465319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.465493] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.465587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.465645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.465781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.465857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.465952] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0ef676d-b155-4b39-9dc6-61c652e6291d is going to be updated. [ 599.489485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.489630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.489731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.489898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.490515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.490515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ef676d-b155-4b39-9dc6-61c652e6291d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.503132] env[66544]: INFO networking_nsxv3.common.synchronization [req-b26c4d11-759c-41f5-8afa-82abc799531d req-606e7af0-c5e0-4452-8a58-c3d5b507036c tempest-InstanceActionsTestJSON-358614077 tempest-InstanceActionsTestJSON-358614077-project-member] Enqueued Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGHEST for action security_group_members [ 599.503132] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGHEST for action security_group_members [ 599.503132] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.503132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.503132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.503132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.503132] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.503505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.503670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.503988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.504206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.504512] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.526250] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 599.526250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.526412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.526702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.526877] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.526877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.526976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.527093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.527675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.527675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.527675] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.969188] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.986228] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.986505] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-665" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.986622] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-665" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.987085] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-665" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.987322] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.987931] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.987931] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.987931] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.988343] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.988343] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.988446] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.988583] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.988721] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.988859] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.988996] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.989161] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.009120] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.009386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.009470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.010049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.010049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.010163] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.010215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.010247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.010404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.010479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.010563] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e already deleted. [ 600.010644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.011719] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.011894] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.012033] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.012193] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-665" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.012461] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-e608a988-0e9c-45e1-828f-346365668608 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.012611] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-e608a988-0e9c-45e1-828f-346365668608" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.012720] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-e608a988-0e9c-45e1-828f-346365668608" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.012995] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-e608a988-0e9c-45e1-828f-346365668608" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.013189] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e608a988-0e9c-45e1-828f-346365668608',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.030442] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.030624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.030727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.030901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.031179] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.031179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.031310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.031342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.031432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.031502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.031714] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.031856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.031947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.032117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.032448] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.032448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.032448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.032597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.032682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.032763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.032873] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.198175] env[66544]: INFO networking_nsxv3.common.synchronization [None req-ff6c8325-f2d8-4306-a638-b700812bc155 None None] Enqueued Resource ID: 713014b6-9344-450f-8fdb-536ad8d145af with Priority: HIGHEST for action port [ 600.198818] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713014b6-9344-450f-8fdb-536ad8d145af with Priority: HIGHEST for action port [ 600.198987] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-713014b6-9344-450f-8fdb-536ad8d145af taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.199227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-713014b6-9344-450f-8fdb-536ad8d145af" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.199289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-713014b6-9344-450f-8fdb-536ad8d145af" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.199601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-713014b6-9344-450f-8fdb-536ad8d145af" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.199601] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713014b6-9344-450f-8fdb-536ad8d145af',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.472135] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.473161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.473277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.473525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.473620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.473770] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be created. [ 600.500666] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.500912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.501058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.501369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.501622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.513071] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: UNINITIALIZED for 2s [ 600.517726] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.517726] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.517726] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.517726] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.517726] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.517726] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port e608a988-0e9c-45e1-828f-346365668608 not found, creating... [ 600.517983] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.518722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.518722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.518722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.518722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.518943] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.519015] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.519110] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.519325] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.519452] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.519588] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: e608a988-0e9c-45e1-828f-346365668608 is going to be created. [ 600.530980] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: SUCCESS [ 600.531232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.534715] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6f757a-fd56-4da8-9311-a5ee7933c991: rpc.has_security_group_logging(os_id): False [ 600.546692] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.546692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.546692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.546692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.546692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.546692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-e608a988-0e9c-45e1-828f-346365668608" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.596642] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.597360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.597360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.597360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.597360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.597360] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.597360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.597360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.599248] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.599248] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.599248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.599248] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be created. [ 600.703985] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 713014b6-9344-450f-8fdb-536ad8d145af [ 600.703985] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.704480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.704480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.704480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.704624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.704624] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:713014b6-9344-450f-8fdb-536ad8d145af already deleted. [ 600.704799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-713014b6-9344-450f-8fdb-536ad8d145af" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.766038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.766038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.766038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.766038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.766038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.791199] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 601.324384] env[66544]: INFO networking_nsxv3.common.synchronization [req-b26c4d11-759c-41f5-8afa-82abc799531d req-833d22a5-da07-4910-a32d-fefe52b56c1c service nova] Enqueued Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGHEST for action security_group_rules [ 601.324384] env[66544]: INFO networking_nsxv3.common.synchronization [req-b26c4d11-759c-41f5-8afa-82abc799531d req-833d22a5-da07-4910-a32d-fefe52b56c1c service nova] Enqueued Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGHEST for action security_group_members [ 601.324384] env[66544]: INFO networking_nsxv3.common.synchronization [req-b26c4d11-759c-41f5-8afa-82abc799531d req-833d22a5-da07-4910-a32d-fefe52b56c1c service nova] Enqueued Resource ID: e608a988-0e9c-45e1-828f-346365668608 with Priority: HIGHEST for action port [ 601.324384] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGHEST for action security_group_rules [ 601.324384] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGHEST for action security_group_members [ 601.324980] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e608a988-0e9c-45e1-828f-346365668608 with Priority: HIGHEST for action port [ 601.324980] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.325636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.325636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.325636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.326134] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.327336] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.327577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.327643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.327862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.329416] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.329416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.329416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.329416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.329416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.329416] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.329956] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e608a988-0e9c-45e1-828f-346365668608 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.330108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e608a988-0e9c-45e1-828f-346365668608" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.330341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e608a988-0e9c-45e1-828f-346365668608" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.330575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e608a988-0e9c-45e1-828f-346365668608" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.330575] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e608a988-0e9c-45e1-828f-346365668608',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.832565] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.834231] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.834399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.836031] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e608a988-0e9c-45e1-828f-346365668608 with status ACTIVE [ 601.836031] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.836031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.836031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.836031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.836031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.836031] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.836031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.836031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.836031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.836031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.836031] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.838090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.838090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.838090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.838090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.841425] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e608a988-0e9c-45e1-828f-346365668608 is going to be updated. [ 601.891914] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.891914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.891914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.891914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.892238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.893055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e608a988-0e9c-45e1-828f-346365668608" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.336307] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.526999] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 602.526999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.526999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.526999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.526999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.526999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.526999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.526999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.526999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.527643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.527643] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.699798] env[66544]: INFO networking_nsxv3.common.synchronization [None req-958478af-65a8-4fea-ba12-4a44b7f01437 None None] Enqueued Resource ID: c4fcc801-1ced-4c45-ad67-6eb461261044 with Priority: HIGHEST for action port [ 602.699798] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4fcc801-1ced-4c45-ad67-6eb461261044 with Priority: HIGHEST for action port [ 602.700496] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4fcc801-1ced-4c45-ad67-6eb461261044 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.700848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4fcc801-1ced-4c45-ad67-6eb461261044" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.701059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4fcc801-1ced-4c45-ad67-6eb461261044" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.702561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4fcc801-1ced-4c45-ad67-6eb461261044" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.702561] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4fcc801-1ced-4c45-ad67-6eb461261044',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.803428] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 602.804203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.838265] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.839875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.839875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.839875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.839875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.839875] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e is going to be created. [ 602.870155] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.870388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.870472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.870752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.870944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.885658] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e in Status: UNINITIALIZED for 2s [ 603.032922] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.033130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.033265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.033532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.033796] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.034101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.034101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.034372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.034542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.034718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.034974] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.035183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.035297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.036236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.036236] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.036236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.036236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.036591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.036591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.036698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.036816] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.206772] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4fcc801-1ced-4c45-ad67-6eb461261044 [ 603.207215] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.207363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.207433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.207645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.207738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.207836] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4fcc801-1ced-4c45-ad67-6eb461261044 already deleted. [ 603.207916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4fcc801-1ced-4c45-ad67-6eb461261044" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.539848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5539aeb-8ffc-4df2-ba9f-5f4d11339854: rpc.has_security_group_logging(os_id): False [ 603.564426] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.564426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.564554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.565173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.565173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.565294] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.565347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.567608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.567608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.567608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.567608] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.567608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.567608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.567608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.567608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.568063] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.568129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.568416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.568466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.568636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.568727] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be created. [ 603.648049] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.648049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.648049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.648049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.648049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.656330] env[66544]: INFO networking_nsxv3.common.synchronization [None req-9971ebc0-c9de-4d09-9ec4-9ad4da2795f1 tempest-ServersWithSpecificFlavorTestJSON-761353830 tempest-ServersWithSpecificFlavorTestJSON-761353830-project-member] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_rules [ 603.658072] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_rules [ 603.658072] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.658072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.658072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.658072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.658072] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.659783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: IN_PROGRESS for 2s [ 603.848989] env[66544]: INFO networking_nsxv3.common.synchronization [None req-2690e657-78bf-4c4d-92f2-099fc751169c tempest-ServersWithSpecificFlavorTestJSON-761353830 tempest-ServersWithSpecificFlavorTestJSON-761353830-project-member] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_rules [ 603.850050] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_rules [ 603.850208] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.850434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.895059] env[66544]: INFO networking_nsxv3.common.synchronization [req-010b19c4-36de-4d83-a34a-5e813acd7632 req-3c4893d3-ac8b-47d1-b77a-c2f05e9fd1ee tempest-ServerDiagnosticsNegativeTest-279121491 tempest-ServerDiagnosticsNegativeTest-279121491-project-member] Enqueued Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGHEST for action security_group_members [ 603.895569] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGHEST for action security_group_members [ 603.895872] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-21202173-b535-4530-8406-5e21e3f784e1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.896013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.896092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.896386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.896538] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.896905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.896905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.896905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.896905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.897077] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.935831] env[66544]: INFO networking_nsxv3.common.synchronization [None req-7ec9ade4-168e-44c2-bf7c-5aa596f472d9 None None] Enqueued Resource ID: 7c49b2fd-0f6a-4f40-9955-33642d64f43c with Priority: HIGHEST for action port [ 603.936905] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c49b2fd-0f6a-4f40-9955-33642d64f43c with Priority: HIGHEST for action port [ 603.937605] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c49b2fd-0f6a-4f40-9955-33642d64f43c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.937733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c49b2fd-0f6a-4f40-9955-33642d64f43c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.937733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c49b2fd-0f6a-4f40-9955-33642d64f43c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.938092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c49b2fd-0f6a-4f40-9955-33642d64f43c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.938208] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c49b2fd-0f6a-4f40-9955-33642d64f43c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.074953] env[66544]: INFO networking_nsxv3.common.synchronization [req-d24b3cb8-df45-4769-9a9c-2c8a9c07a061 req-d8f2b551-480b-48b2-9323-afbdfda059a1 tempest-SecurityGroupRulesTestJSON-684790706 tempest-SecurityGroupRulesTestJSON-684790706-project-member] Enqueued Resource ID: 3d36fb5f-0230-407b-aa66-bef1c833a737 with Priority: HIGHEST for action security_group_rules [ 604.075278] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d36fb5f-0230-407b-aa66-bef1c833a737 with Priority: HIGHEST for action security_group_rules [ 604.075657] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d36fb5f-0230-407b-aa66-bef1c833a737 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.075777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d36fb5f-0230-407b-aa66-bef1c833a737" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.076150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d36fb5f-0230-407b-aa66-bef1c833a737" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.076455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d36fb5f-0230-407b-aa66-bef1c833a737" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.076548] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d36fb5f-0230-407b-aa66-bef1c833a737',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.181699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.182539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.182703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.182975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.184343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.184343] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf already deleted. [ 604.184343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.184343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.184343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.184343] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.399153] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.399365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.399448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.399712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.399812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.400061] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.400230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.400295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.400612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.400612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.400698] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21202173-b535-4530-8406-5e21e3f784e1 already deleted. [ 604.400896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.432331] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.432574] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.432710] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.433064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.433261] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.433493] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.433625] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.433996] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.434169] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.434435] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.434763] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.434763] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.434864] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.435021] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.435078] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.435522] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.442285] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c49b2fd-0f6a-4f40-9955-33642d64f43c [ 604.442514] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.442874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.442874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.442986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.443095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.443190] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c49b2fd-0f6a-4f40-9955-33642d64f43c already deleted. [ 604.443301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c49b2fd-0f6a-4f40-9955-33642d64f43c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.458556] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.458799] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.458962] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.459213] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.459543] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-bbf453a6-0b9d-4134-b8d0-d600a7f12256 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.459783] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-bbf453a6-0b9d-4134-b8d0-d600a7f12256" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.460073] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-bbf453a6-0b9d-4134-b8d0-d600a7f12256" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.460450] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-bbf453a6-0b9d-4134-b8d0-d600a7f12256" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.460606] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf453a6-0b9d-4134-b8d0-d600a7f12256',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.606425] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.606852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.606852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.607011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.607143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.607260] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d36fb5f-0230-407b-aa66-bef1c833a737 already deleted. [ 604.607396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d36fb5f-0230-407b-aa66-bef1c833a737" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.716226] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.716366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.716456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.716640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.716728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.716857] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf already deleted. [ 604.717445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.898517] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e in Status: SUCCESS [ 604.898829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.899096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.899381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.899654] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.899829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.899903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.900366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.900366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.900493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.900624] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.964379] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.966412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.966412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.966412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.966412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.966412] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port bbf453a6-0b9d-4134-b8d0-d600a7f12256 not found, creating... [ 604.966754] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.967076] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.967300] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.967643] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.970259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.970259] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.970259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.970259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.970259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.970259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.970259] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: bbf453a6-0b9d-4134-b8d0-d600a7f12256 is going to be created. [ 604.992358] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.992573] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.992617] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.992909] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.993149] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.993369] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-bbf453a6-0b9d-4134-b8d0-d600a7f12256" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.406452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.406452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.406452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.406452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.406452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.406917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.406917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.406917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.407079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.407128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.407357] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.407562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.407632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.407809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.409206] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.409387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.409883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.410610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.410795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.411873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.411873] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.683506] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 605.683944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.828235] env[66544]: INFO networking_nsxv3.common.synchronization [req-010b19c4-36de-4d83-a34a-5e813acd7632 req-5a7c2e6c-4914-4e84-bf22-cb0de446baa6 service nova] Enqueued Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGHEST for action security_group_rules [ 605.828970] env[66544]: INFO networking_nsxv3.common.synchronization [req-010b19c4-36de-4d83-a34a-5e813acd7632 req-5a7c2e6c-4914-4e84-bf22-cb0de446baa6 service nova] Enqueued Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGHEST for action security_group_members [ 605.828970] env[66544]: INFO networking_nsxv3.common.synchronization [req-010b19c4-36de-4d83-a34a-5e813acd7632 req-5a7c2e6c-4914-4e84-bf22-cb0de446baa6 service nova] Enqueued Resource ID: bbf453a6-0b9d-4134-b8d0-d600a7f12256 with Priority: HIGHEST for action port [ 605.829695] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGHEST for action security_group_rules [ 605.830066] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGHEST for action security_group_members [ 605.830066] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf453a6-0b9d-4134-b8d0-d600a7f12256 with Priority: HIGHEST for action port [ 605.830522] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21202173-b535-4530-8406-5e21e3f784e1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.831829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.831829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.831829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.831829] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.833705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-21202173-b535-4530-8406-5e21e3f784e1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.833705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.833705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.833705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.833970] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.833970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.834186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.835595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.835595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.835595] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.835888] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf453a6-0b9d-4134-b8d0-d600a7f12256 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.836312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf453a6-0b9d-4134-b8d0-d600a7f12256" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.838742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf453a6-0b9d-4134-b8d0-d600a7f12256" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.839124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf453a6-0b9d-4134-b8d0-d600a7f12256" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.839244] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf453a6-0b9d-4134-b8d0-d600a7f12256',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.914961] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bbf62e6-40a4-45fa-b8eb-28a899ce014e: rpc.has_security_group_logging(os_id): False [ 605.938553] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.938908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.938908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.939142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.939200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.939417] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.939576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.939633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.939765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.939835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.940120] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.940241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.948403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.948403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.948403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.948403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.948403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.948403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.948403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.948403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.948403] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e is going to be created. [ 606.060299] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.060432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.060506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.060720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.060906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.075498] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e in Status: IN_PROGRESS for 2s [ 606.342935] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.346511] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-21202173-b535-4530-8406-5e21e3f784e1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.346511] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbf453a6-0b9d-4134-b8d0-d600a7f12256 with status ACTIVE [ 606.346511] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.346511] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.346511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.346511] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.347419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.347419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.347419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.347419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.347419] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbf453a6-0b9d-4134-b8d0-d600a7f12256 is going to be updated. [ 606.375337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.375656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.376378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.376378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.376378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.376493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf453a6-0b9d-4134-b8d0-d600a7f12256" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.787575] env[66544]: INFO networking_nsxv3.common.synchronization [None req-69eadf05-b7d1-446d-a032-6cb14fab0123 None None] Enqueued Resource ID: d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5 with Priority: HIGHEST for action port [ 606.789227] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5 with Priority: HIGHEST for action port [ 606.789709] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.790044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.790232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.790993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.790993] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.848861] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.988742] env[66544]: INFO networking_nsxv3.common.synchronization [req-c3de8fd4-ce93-4691-9f69-00fcb24b42ca req-87348c83-fa0d-4488-8ba8-4397d0655d7c tempest-DeleteServersAdminTestJSON-643388486 tempest-DeleteServersAdminTestJSON-643388486-project-admin] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 606.988999] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 606.989572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.989699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.989766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.989958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.990721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.990721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.990721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.990721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.990721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.991025] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.294327] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5 [ 607.294327] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.294327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.294327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.294327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.294327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.294795] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5 already deleted. [ 607.294795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1dbd131-f0e7-43d0-b148-cc4b67cb8dd5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.352023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.352211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.352282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.352570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.352709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.352830] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21202173-b535-4530-8406-5e21e3f784e1 is going to be created. [ 607.394542] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.399031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.399031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.399031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.399031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.411384] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21202173-b535-4530-8406-5e21e3f784e1 in Status: UNINITIALIZED for 2s [ 607.498288] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.498288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.498288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.498288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.498288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.498288] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.498288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.498288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.498288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.498288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.498288] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 is going to be updated. [ 607.555039] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.555300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.555378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.555593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.555779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.566211] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: IN_PROGRESS for 2s [ 608.095424] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e in Status: SUCCESS [ 608.095713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.423508] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21202173-b535-4530-8406-5e21e3f784e1 in Status: SUCCESS [ 609.423943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.424019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.424350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.424611] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.424860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.424860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.425065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.425201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.425316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.425417] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.577751] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: SUCCESS [ 609.579154] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 deletion is rescheduled due to dependency. [ 609.579154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.928145] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-21202173-b535-4530-8406-5e21e3f784e1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.928393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.928526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.929115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.929644] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.931250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.931250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.931250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.931250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.931250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.931250] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-21202173-b535-4530-8406-5e21e3f784e1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.931250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.931250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.931569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.931744] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.933142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.933142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.933142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.933142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.933142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.933142] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.437187] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21202173-b535-4530-8406-5e21e3f784e1: rpc.has_security_group_logging(os_id): False [ 610.461132] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.461337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.461469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.461923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.462138] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.462514] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.462735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.462908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.463603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.463603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.464048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.464260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.464479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.464698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.464880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.465134] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.465323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.465453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.465671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.466142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.466319] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21202173-b535-4530-8406-5e21e3f784e1 is going to be created. [ 610.498378] env[66544]: INFO networking_nsxv3.common.synchronization [None req-caf5360b-af95-4e94-b920-ebcb64e9e199 None None] Enqueued Resource ID: 41c3da96-4557-45e0-8026-94ad947c446f with Priority: HIGHEST for action port [ 610.498866] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c3da96-4557-45e0-8026-94ad947c446f with Priority: HIGHEST for action port [ 610.499216] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-41c3da96-4557-45e0-8026-94ad947c446f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.499335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41c3da96-4557-45e0-8026-94ad947c446f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.499423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41c3da96-4557-45e0-8026-94ad947c446f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.499772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41c3da96-4557-45e0-8026-94ad947c446f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.499858] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41c3da96-4557-45e0-8026-94ad947c446f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.548529] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.548767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.548767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.549109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.549238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.566670] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21202173-b535-4530-8406-5e21e3f784e1 in Status: IN_PROGRESS for 2s [ 611.003885] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41c3da96-4557-45e0-8026-94ad947c446f [ 611.004208] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.004331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.004431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.005118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.005118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.005118] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41c3da96-4557-45e0-8026-94ad947c446f already deleted. [ 611.005118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41c3da96-4557-45e0-8026-94ad947c446f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.477491] env[66544]: INFO networking_nsxv3.common.synchronization [req-c8f526cd-6a23-4e0f-95d0-a52c3632982b req-2e9eae29-36f0-4fc8-abe4-882564fdbd7c tempest-SecurityGroupRulesTestJSON-684790706 tempest-SecurityGroupRulesTestJSON-684790706-project-member] Enqueued Resource ID: acc77b55-35b4-421c-ae8e-47c09353864d with Priority: HIGHEST for action security_group_rules [ 612.478171] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc77b55-35b4-421c-ae8e-47c09353864d with Priority: HIGHEST for action security_group_rules [ 612.478442] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc77b55-35b4-421c-ae8e-47c09353864d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.479244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc77b55-35b4-421c-ae8e-47c09353864d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.479329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc77b55-35b4-421c-ae8e-47c09353864d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.479580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc77b55-35b4-421c-ae8e-47c09353864d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.479666] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc77b55-35b4-421c-ae8e-47c09353864d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.599664] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21202173-b535-4530-8406-5e21e3f784e1 in Status: SUCCESS [ 612.599995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.991345] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4ebbe3ea-5cda-4027-8d12-43bcc5fb350f None None] Enqueued Resource ID: 2630944a-3f65-4fff-9039-d6f411bea6b6 with Priority: HIGHEST for action port [ 612.991638] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630944a-3f65-4fff-9039-d6f411bea6b6 with Priority: HIGHEST for action port [ 612.992234] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2630944a-3f65-4fff-9039-d6f411bea6b6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.992357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2630944a-3f65-4fff-9039-d6f411bea6b6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.992425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2630944a-3f65-4fff-9039-d6f411bea6b6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.992674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2630944a-3f65-4fff-9039-d6f411bea6b6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.992757] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2630944a-3f65-4fff-9039-d6f411bea6b6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.003999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.004167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.004238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.004430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.004519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.004614] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc77b55-35b4-421c-ae8e-47c09353864d already deleted. [ 613.004697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc77b55-35b4-421c-ae8e-47c09353864d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.057243] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac5f6332-57bc-4ca5-844b-ee6d3a47e7b7 req-2b2e1d59-83b7-41b4-a025-d1b8f90a9db0 tempest-ListImageFiltersTestJSON-1336552354 tempest-ListImageFiltersTestJSON-1336552354-project-member] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 613.058172] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 613.058471] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.058986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.059336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.059827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.059996] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.060116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.060180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.060337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.060595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.060712] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.497800] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2630944a-3f65-4fff-9039-d6f411bea6b6 [ 613.497800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.497800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.497800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.497800] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2630944a-3f65-4fff-9039-d6f411bea6b6 already deleted. [ 613.497800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2630944a-3f65-4fff-9039-d6f411bea6b6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.524658] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.525069] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.525069] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.525270] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.525596] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.525807] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.525918] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.526228] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.526678] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.526769] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.526873] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.527593] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.527593] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.527593] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.527593] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.527593] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.551970] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.552179] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.552334] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.552531] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.552928] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.553161] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.553279] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.553677] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.553866] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d7a9d7-12cd-42a6-a9c1-220ee1f63755',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.563956] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.564172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.564226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.564470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.564813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.564813] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.564948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.564948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.565132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.565221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.565304] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a already deleted. [ 613.566395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.056977] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.057172] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.057172] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.057903] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.057903] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057903] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 67d7a9d7-12cd-42a6-a9c1-220ee1f63755 not found, creating... [ 614.058153] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.058153] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.058307] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.058396] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.058521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.058797] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.058942] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.059075] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.059272] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.059393] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.059521] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 67d7a9d7-12cd-42a6-a9c1-220ee1f63755 is going to be created. [ 614.085487] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.085623] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.086151] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.086151] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.086418] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.086667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.349298] env[66544]: INFO networking_nsxv3.common.synchronization [None req-2dd527e1-50a0-4827-ae31-134c667d806c None None] Enqueued Resource ID: f18b4fa1-1b3e-4915-83af-6749304efc5f with Priority: HIGHEST for action port [ 614.350019] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f18b4fa1-1b3e-4915-83af-6749304efc5f with Priority: HIGHEST for action port [ 614.350410] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f18b4fa1-1b3e-4915-83af-6749304efc5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.350889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f18b4fa1-1b3e-4915-83af-6749304efc5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.350889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f18b4fa1-1b3e-4915-83af-6749304efc5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.351030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f18b4fa1-1b3e-4915-83af-6749304efc5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.351161] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f18b4fa1-1b3e-4915-83af-6749304efc5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.853292] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f18b4fa1-1b3e-4915-83af-6749304efc5f [ 614.853591] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.853659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.853697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.853957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.854083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.854188] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f18b4fa1-1b3e-4915-83af-6749304efc5f already deleted. [ 614.854299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f18b4fa1-1b3e-4915-83af-6749304efc5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.863759] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac5f6332-57bc-4ca5-844b-ee6d3a47e7b7 req-e5d218c1-6b9d-4a91-b9d0-a4825e434a2b service nova] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_rules [ 614.864082] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac5f6332-57bc-4ca5-844b-ee6d3a47e7b7 req-e5d218c1-6b9d-4a91-b9d0-a4825e434a2b service nova] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 614.864272] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac5f6332-57bc-4ca5-844b-ee6d3a47e7b7 req-e5d218c1-6b9d-4a91-b9d0-a4825e434a2b service nova] Enqueued Resource ID: 67d7a9d7-12cd-42a6-a9c1-220ee1f63755 with Priority: HIGHEST for action port [ 614.864592] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_rules [ 614.864726] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 614.864826] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d7a9d7-12cd-42a6-a9c1-220ee1f63755 with Priority: HIGHEST for action port [ 614.866248] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.868025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.868025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.868025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.868025] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.871296] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.871296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.871296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.871296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.871296] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.871296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.871296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.871296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.871296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.871296] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.871296] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.871296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.871923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.873576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.873682] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d7a9d7-12cd-42a6-a9c1-220ee1f63755',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.377092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.378470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.378470] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.384118] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67d7a9d7-12cd-42a6-a9c1-220ee1f63755 with status ACTIVE [ 615.384118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.384118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.384118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.384118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.384118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.384118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.384118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.384118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.384118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.384118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.384569] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.384569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.384569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.384756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.384756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.384853] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67d7a9d7-12cd-42a6-a9c1-220ee1f63755 is going to be updated. [ 615.414832] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.415081] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.415198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.415464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.415609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.415794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d7a9d7-12cd-42a6-a9c1-220ee1f63755" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.880748] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.913973] env[66544]: INFO networking_nsxv3.common.synchronization [req-a5f8f9f4-485b-4409-a8e3-9d0c0d6725ce req-31274b93-1c97-4e43-901a-e616d9ba06bc tempest-ListImageFiltersTestJSON-1336552354 tempest-ListImageFiltersTestJSON-1336552354-project-member] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 615.913973] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 615.913973] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.913973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.226864] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.227017] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.227602] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.227602] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.227602] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.227773] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.228428] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.228428] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.228428] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.228621] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.228779] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.228868] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.228991] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.229108] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.229203] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.229325] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.250530] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.250800] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.251023] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.251294] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.251718] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.252149] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.252149] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.252639] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.252639] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8cf442-03f7-4ae1-8848-3a180d1d8e33',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.383744] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.384160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.384406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.384723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.385240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.385763] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a is going to be created. [ 616.423941] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.424175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.424263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.424639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.425129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.441469] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: UNINITIALIZED for 2s [ 616.488375] env[66544]: INFO networking_nsxv3.common.synchronization [None req-36d360c9-a301-433c-98d0-a8bf21876c00 None None] Enqueued Resource ID: 876ecb25-29ce-4d2a-b49b-8853bc4f2247 with Priority: HIGHEST for action port [ 616.489765] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876ecb25-29ce-4d2a-b49b-8853bc4f2247 with Priority: HIGHEST for action port [ 616.490644] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-876ecb25-29ce-4d2a-b49b-8853bc4f2247 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.490781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876ecb25-29ce-4d2a-b49b-8853bc4f2247" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.491376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876ecb25-29ce-4d2a-b49b-8853bc4f2247" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.491376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876ecb25-29ce-4d2a-b49b-8853bc4f2247" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.491567] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876ecb25-29ce-4d2a-b49b-8853bc4f2247',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.759407] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.759635] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.759753] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.760053] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.760202] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.760348] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 5d8cf442-03f7-4ae1-8848-3a180d1d8e33 not found, creating... [ 616.760600] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.760862] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.760862] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.761090] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.761228] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.761516] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.761658] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.761765] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.761981] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.762478] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.762628] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 5d8cf442-03f7-4ae1-8848-3a180d1d8e33 is going to be created. [ 616.791434] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.791786] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.791935] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.792259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.793534] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.794094] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.996659] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 876ecb25-29ce-4d2a-b49b-8853bc4f2247 [ 616.996659] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.996659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.996659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.996659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.996659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.996659] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:876ecb25-29ce-4d2a-b49b-8853bc4f2247 already deleted. [ 616.996659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876ecb25-29ce-4d2a-b49b-8853bc4f2247" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.551121] env[66544]: INFO networking_nsxv3.common.synchronization [req-a5f8f9f4-485b-4409-a8e3-9d0c0d6725ce req-fe9da299-875d-463e-9888-2e67ead7b6c9 service nova] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_rules [ 617.551121] env[66544]: INFO networking_nsxv3.common.synchronization [req-a5f8f9f4-485b-4409-a8e3-9d0c0d6725ce req-fe9da299-875d-463e-9888-2e67ead7b6c9 service nova] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 617.551121] env[66544]: INFO networking_nsxv3.common.synchronization [req-a5f8f9f4-485b-4409-a8e3-9d0c0d6725ce req-fe9da299-875d-463e-9888-2e67ead7b6c9 service nova] Enqueued Resource ID: 5d8cf442-03f7-4ae1-8848-3a180d1d8e33 with Priority: HIGHEST for action port [ 617.551505] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_rules [ 617.552060] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 617.552060] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8cf442-03f7-4ae1-8848-3a180d1d8e33 with Priority: HIGHEST for action port [ 617.552381] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.552592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.552829] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.553016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.553217] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.553424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.553568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.553735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.553962] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8cf442-03f7-4ae1-8848-3a180d1d8e33',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.058936] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d8cf442-03f7-4ae1-8848-3a180d1d8e33 with status ACTIVE [ 618.059239] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.059362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.059432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.059940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.059940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.059940] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.060270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.060270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.060270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.060362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.060475] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.060565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.060625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.060765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.060840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.060926] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d8cf442-03f7-4ae1-8848-3a180d1d8e33 is going to be updated. [ 618.087510] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.087510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.087510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.087510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.087510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.087510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d8cf442-03f7-4ae1-8848-3a180d1d8e33" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.455671] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: SUCCESS [ 618.455948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.456071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.456291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.456496] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.456632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.457671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.457671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.457671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.457671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.457671] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.459462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.459462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.459462] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.459462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.460328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.460328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.460328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.460883] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.960814] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.960814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.963187] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.054389] env[66544]: INFO networking_nsxv3.common.synchronization [None req-48ac3205-aff4-4147-9db8-69f0c3ed3733 None None] Enqueued Resource ID: 98fa5708-9a2c-4434-9452-8f831dfbdd07 with Priority: HIGHEST for action port [ 619.054968] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fa5708-9a2c-4434-9452-8f831dfbdd07 with Priority: HIGHEST for action port [ 619.055290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fa5708-9a2c-4434-9452-8f831dfbdd07 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.055437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fa5708-9a2c-4434-9452-8f831dfbdd07" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.055500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fa5708-9a2c-4434-9452-8f831dfbdd07" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.055835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fa5708-9a2c-4434-9452-8f831dfbdd07" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.055965] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fa5708-9a2c-4434-9452-8f831dfbdd07',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.465942] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.558733] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98fa5708-9a2c-4434-9452-8f831dfbdd07 [ 619.558876] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.558945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.559038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.559245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.559487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.559487] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98fa5708-9a2c-4434-9452-8f831dfbdd07 already deleted. [ 619.559487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fa5708-9a2c-4434-9452-8f831dfbdd07" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.968203] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.968203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.968203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.968379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.968379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.968455] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a is going to be updated. [ 619.999715] env[66544]: INFO networking_nsxv3.common.synchronization [req-6433e2cd-e3da-4a2f-b2a8-1b72c5d2d99e req-73777dbe-c44b-4085-8fbf-82b6517dbcf6 tempest-AttachInterfacesV270Test-828023519 tempest-AttachInterfacesV270Test-828023519-project-member] Enqueued Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGHEST for action security_group_members [ 619.999715] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGHEST for action security_group_members [ 619.999715] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cad72ef-f5b6-4272-808a-41fbb359fcfe taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.999715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.999715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.000263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.000515] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.000798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.000967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.001283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.001525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.001713] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.004462] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.004734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.004963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.005315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.005605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.018080] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: IN_PROGRESS for 2s [ 620.509162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.509593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.509593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.509593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.509772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.509878] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.510049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.510049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.510570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.510570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.510570] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe already deleted. [ 620.510570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.612253] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.613215] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-721" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.613215] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-721" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.613215] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-721" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.613215] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.613417] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.613453] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.613660] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.613792] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.614092] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.614211] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.614312] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.614411] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.614513] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.614609] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.614747] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.643757] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.643757] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.643757] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.643757] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-721" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.643757] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-16466dd8-8072-43fa-bf6d-fb71c7121e96 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.643757] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-16466dd8-8072-43fa-bf6d-fb71c7121e96" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.643757] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-16466dd8-8072-43fa-bf6d-fb71c7121e96" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.643757] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-16466dd8-8072-43fa-bf6d-fb71c7121e96" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.643757] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16466dd8-8072-43fa-bf6d-fb71c7121e96',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.148207] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.148347] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.148469] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.148877] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.148877] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.149012] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 16466dd8-8072-43fa-bf6d-fb71c7121e96 not found, creating... [ 621.149262] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.149408] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.149509] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.149711] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.149838] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.150136] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.150282] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.150344] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.150536] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.150660] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.150789] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 16466dd8-8072-43fa-bf6d-fb71c7121e96 is going to be created. [ 621.174214] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.174725] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.174725] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.175034] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.175324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.175643] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-16466dd8-8072-43fa-bf6d-fb71c7121e96" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.254890] env[66544]: INFO networking_nsxv3.common.synchronization [None req-cb51f3e2-4ee4-47b0-b9de-fff41f75a36c None None] Enqueued Resource ID: 411bac02-d426-45df-aee2-43990afa0f8f with Priority: HIGHEST for action port [ 621.256308] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411bac02-d426-45df-aee2-43990afa0f8f with Priority: HIGHEST for action port [ 621.256740] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-411bac02-d426-45df-aee2-43990afa0f8f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.256950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411bac02-d426-45df-aee2-43990afa0f8f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.257023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411bac02-d426-45df-aee2-43990afa0f8f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.257285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411bac02-d426-45df-aee2-43990afa0f8f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.257406] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411bac02-d426-45df-aee2-43990afa0f8f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.582834] env[66544]: INFO networking_nsxv3.common.synchronization [None req-cf5948a3-5147-4990-8fea-9b34fd178602 None None] Enqueued Resource ID: e225c545-ffec-46e4-8fe5-10dff2c6c2d2 with Priority: HIGHEST for action port [ 621.583329] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e225c545-ffec-46e4-8fe5-10dff2c6c2d2 with Priority: HIGHEST for action port [ 621.584014] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e225c545-ffec-46e4-8fe5-10dff2c6c2d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.584014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e225c545-ffec-46e4-8fe5-10dff2c6c2d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.584014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e225c545-ffec-46e4-8fe5-10dff2c6c2d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.584296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e225c545-ffec-46e4-8fe5-10dff2c6c2d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.584331] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e225c545-ffec-46e4-8fe5-10dff2c6c2d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.759497] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 411bac02-d426-45df-aee2-43990afa0f8f [ 621.759807] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.760078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.760156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.760599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.760732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.760856] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:411bac02-d426-45df-aee2-43990afa0f8f already deleted. [ 621.760993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411bac02-d426-45df-aee2-43990afa0f8f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.903782] env[66544]: INFO networking_nsxv3.common.synchronization [req-6433e2cd-e3da-4a2f-b2a8-1b72c5d2d99e req-11096ed6-8ec4-4aba-bfa2-efddc36488c1 service nova] Enqueued Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGHEST for action security_group_rules [ 621.904064] env[66544]: INFO networking_nsxv3.common.synchronization [req-6433e2cd-e3da-4a2f-b2a8-1b72c5d2d99e req-11096ed6-8ec4-4aba-bfa2-efddc36488c1 service nova] Enqueued Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGHEST for action security_group_members [ 621.904302] env[66544]: INFO networking_nsxv3.common.synchronization [req-6433e2cd-e3da-4a2f-b2a8-1b72c5d2d99e req-11096ed6-8ec4-4aba-bfa2-efddc36488c1 service nova] Enqueued Resource ID: 16466dd8-8072-43fa-bf6d-fb71c7121e96 with Priority: HIGHEST for action port [ 621.904835] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGHEST for action security_group_rules [ 621.905156] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGHEST for action security_group_members [ 621.905289] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16466dd8-8072-43fa-bf6d-fb71c7121e96 with Priority: HIGHEST for action port [ 621.905699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.905893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.906014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.906551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.906717] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.907916] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cad72ef-f5b6-4272-808a-41fbb359fcfe taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.908876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.908973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.909696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.911623] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.911623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.911623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.911623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.911623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.911623] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.911830] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-16466dd8-8072-43fa-bf6d-fb71c7121e96 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.911830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16466dd8-8072-43fa-bf6d-fb71c7121e96" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.911924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16466dd8-8072-43fa-bf6d-fb71c7121e96" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.912071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16466dd8-8072-43fa-bf6d-fb71c7121e96" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.912144] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16466dd8-8072-43fa-bf6d-fb71c7121e96',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.030116] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: SUCCESS [ 622.030494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.030622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.030723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.031677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.031858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.031952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.032572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.033569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.033980] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.086949] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e225c545-ffec-46e4-8fe5-10dff2c6c2d2 [ 622.090913] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.091199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.091303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.091665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.091824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.091988] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e225c545-ffec-46e4-8fe5-10dff2c6c2d2 already deleted. [ 622.092126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e225c545-ffec-46e4-8fe5-10dff2c6c2d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.407742] env[66544]: INFO networking_nsxv3.common.synchronization [req-c98958bf-690d-4266-956f-f2a705bca267 req-064896be-c0a8-4d0e-8ba5-a3b3a890af7f tempest-FloatingIPsAssociationNegativeTestJSON-298494163 tempest-FloatingIPsAssociationNegativeTestJSON-298494163-project-member] Enqueued Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGHEST for action security_group_members [ 622.408145] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGHEST for action security_group_members [ 622.408359] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3340a91d-579b-4793-ac7a-116d8d66991a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.408498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.408570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.408810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.408965] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.409075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.409136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.409282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.409365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.409457] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.415214] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.417458] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cad72ef-f5b6-4272-808a-41fbb359fcfe taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.417458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.417458] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16466dd8-8072-43fa-bf6d-fb71c7121e96 with status ACTIVE [ 622.417458] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.417458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.417458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.417458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.417458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.417458] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.417458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.417458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.417458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.417924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.417924] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.417924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.417924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.417924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.418097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.418097] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16466dd8-8072-43fa-bf6d-fb71c7121e96 is going to be updated. [ 622.444686] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.444686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.444686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.444686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.444872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.445344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16466dd8-8072-43fa-bf6d-fb71c7121e96" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.539402] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.880259] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.880584] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-848" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.880584] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-848" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.880882] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-848" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.881142] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.881284] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.881386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.881588] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.881713] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.881907] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.882026] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.882111] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.882890] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.882890] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.882890] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.882890] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.911109] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.911308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.911364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.911592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.911673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.911873] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.911987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.912064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.912220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.912297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.912383] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3340a91d-579b-4793-ac7a-116d8d66991a already deleted. [ 622.912459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.915993] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.915993] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.915993] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.916129] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-848" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.916324] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-7735af01-8eb1-41f3-821d-f929e149e4b7 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.916468] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-7735af01-8eb1-41f3-821d-f929e149e4b7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.916569] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-7735af01-8eb1-41f3-821d-f929e149e4b7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.916872] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-7735af01-8eb1-41f3-821d-f929e149e4b7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.919750] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7735af01-8eb1-41f3-821d-f929e149e4b7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.920663] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.043784] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.419444] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.419924] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.419924] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.420049] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.420189] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.420805] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 7735af01-8eb1-41f3-821d-f929e149e4b7 not found, creating... [ 623.420805] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.420805] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.420955] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.421096] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.421285] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.421571] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.421719] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.421827] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.422318] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.422511] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.422644] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 7735af01-8eb1-41f3-821d-f929e149e4b7 is going to be created. [ 623.424900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.425109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.425109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.425317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.425470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.426277] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe is going to be created. [ 623.448506] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.448506] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.448506] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.448506] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.448506] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.448740] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-7735af01-8eb1-41f3-821d-f929e149e4b7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.467946] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.468146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.468207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.468445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.468660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.484825] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe in Status: UNINITIALIZED for 2s [ 623.546933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.550335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.550335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.550335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.550335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.550335] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a is going to be updated. [ 623.633039] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.633039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.633039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.633283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.633283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.644229] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: IN_PROGRESS for 2s [ 623.976834] env[66544]: INFO networking_nsxv3.common.synchronization [None req-16800aa7-0c31-49d8-b6dd-5895da966360 None None] Enqueued Resource ID: 3295e922-dca6-4947-95cb-ba897f793c47 with Priority: HIGHEST for action port [ 623.977428] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3295e922-dca6-4947-95cb-ba897f793c47 with Priority: HIGHEST for action port [ 623.977837] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-3295e922-dca6-4947-95cb-ba897f793c47 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.977837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3295e922-dca6-4947-95cb-ba897f793c47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.977961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3295e922-dca6-4947-95cb-ba897f793c47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.978161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3295e922-dca6-4947-95cb-ba897f793c47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.978246] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3295e922-dca6-4947-95cb-ba897f793c47',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.152803] env[66544]: INFO networking_nsxv3.common.synchronization [req-c98958bf-690d-4266-956f-f2a705bca267 req-1bd919fc-6564-478d-b709-2988c445db9a service nova] Enqueued Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGHEST for action security_group_rules [ 624.152986] env[66544]: INFO networking_nsxv3.common.synchronization [req-c98958bf-690d-4266-956f-f2a705bca267 req-1bd919fc-6564-478d-b709-2988c445db9a service nova] Enqueued Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGHEST for action security_group_members [ 624.153123] env[66544]: INFO networking_nsxv3.common.synchronization [req-c98958bf-690d-4266-956f-f2a705bca267 req-1bd919fc-6564-478d-b709-2988c445db9a service nova] Enqueued Resource ID: 7735af01-8eb1-41f3-821d-f929e149e4b7 with Priority: HIGHEST for action port [ 624.153606] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGHEST for action security_group_rules [ 624.153738] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGHEST for action security_group_members [ 624.153835] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735af01-8eb1-41f3-821d-f929e149e4b7 with Priority: HIGHEST for action port [ 624.154177] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3340a91d-579b-4793-ac7a-116d8d66991a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.154322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.154375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.154629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.154710] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.155543] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3340a91d-579b-4793-ac7a-116d8d66991a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.155643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.155716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.155861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.155999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.157033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.157033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.157033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.157033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.157033] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.159456] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7735af01-8eb1-41f3-821d-f929e149e4b7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.159456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7735af01-8eb1-41f3-821d-f929e149e4b7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.159456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7735af01-8eb1-41f3-821d-f929e149e4b7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.159456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7735af01-8eb1-41f3-821d-f929e149e4b7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.159456] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7735af01-8eb1-41f3-821d-f929e149e4b7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.479914] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3295e922-dca6-4947-95cb-ba897f793c47 [ 624.480145] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.480280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.480346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.480548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.480636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.480762] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3295e922-dca6-4947-95cb-ba897f793c47 already deleted. [ 624.480853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3295e922-dca6-4947-95cb-ba897f793c47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.659420] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.661292] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3340a91d-579b-4793-ac7a-116d8d66991a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.661448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.661606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7735af01-8eb1-41f3-821d-f929e149e4b7 with status ACTIVE [ 624.661785] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.661918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.661994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.662220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.662306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.662495] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.664730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.664730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.664730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.664730] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.664730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.665255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.665255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.665255] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7735af01-8eb1-41f3-821d-f929e149e4b7 is going to be updated. [ 624.690580] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.690580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.690580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.690580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.691181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.691181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7735af01-8eb1-41f3-821d-f929e149e4b7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.172869] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.174136] env[66544]: INFO networking_nsxv3.common.synchronization [None req-31bb5f32-a21d-459a-9820-0eb68258e8bb None None] Enqueued Resource ID: 3bae1ca4-3e2f-4ef7-ad9f-beba47615879 with Priority: HIGHEST for action port [ 625.175785] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bae1ca4-3e2f-4ef7-ad9f-beba47615879 with Priority: HIGHEST for action port [ 625.176336] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bae1ca4-3e2f-4ef7-ad9f-beba47615879 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.176635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bae1ca4-3e2f-4ef7-ad9f-beba47615879" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.176833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bae1ca4-3e2f-4ef7-ad9f-beba47615879" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.177407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bae1ca4-3e2f-4ef7-ad9f-beba47615879" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.177407] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bae1ca4-3e2f-4ef7-ad9f-beba47615879',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.311783] env[66544]: INFO networking_nsxv3.common.synchronization [req-87b4d55f-e015-4925-813b-ff4953b4f379 req-2cc14142-f69b-493a-b32e-12b70b2338ba tempest-SecurityGroupRulesTestJSON-684790706 tempest-SecurityGroupRulesTestJSON-684790706-project-member] Enqueued Resource ID: 851ca104-0afa-4190-987f-67569b238e02 with Priority: HIGHEST for action security_group_rules [ 625.312294] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851ca104-0afa-4190-987f-67569b238e02 with Priority: HIGHEST for action security_group_rules [ 625.313482] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-851ca104-0afa-4190-987f-67569b238e02 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.313638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.313638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.315705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.315705] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('851ca104-0afa-4190-987f-67569b238e02',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.499497] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe in Status: SUCCESS [ 625.499765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.499962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.500212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.500445] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.500573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.500636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.500794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.500884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.501182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.503106] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.655785] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: SUCCESS [ 625.656019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.656341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.656490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.656732] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.656854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.656854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.657411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.657545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.657638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.659288] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.659288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.659288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.659288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.659982] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.660182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.660383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.660598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.661578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.661752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.661855] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.673790] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.673971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.673971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.674455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.674596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.674856] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3340a91d-579b-4793-ac7a-116d8d66991a is going to be created. [ 625.680676] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bae1ca4-3e2f-4ef7-ad9f-beba47615879 [ 625.684305] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.684305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.684305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.684305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.684305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.684305] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bae1ca4-3e2f-4ef7-ad9f-beba47615879 already deleted. [ 625.684305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bae1ca4-3e2f-4ef7-ad9f-beba47615879" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.702178] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.702315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.702315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.702461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.702660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.714606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3340a91d-579b-4793-ac7a-116d8d66991a in Status: UNINITIALIZED for 2s [ 625.842169] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.842383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.842383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.843046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.843046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.843046] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 851ca104-0afa-4190-987f-67569b238e02 already deleted. [ 625.843046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.007642] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cad72ef-f5b6-4272-808a-41fbb359fcfe taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.007851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.007927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.008121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.008300] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.008408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.008467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.008630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.008717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.009734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cad72ef-f5b6-4272-808a-41fbb359fcfe taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.009734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.009734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.010821] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.054473] env[66544]: INFO networking_nsxv3.common.synchronization [req-651e4486-a790-4a95-af06-6c65e05a5769 req-0aac9a36-c5af-470a-9d0b-1fe0fab11315 tempest-ServersWithSpecificFlavorTestJSON-761353830 tempest-ServersWithSpecificFlavorTestJSON-761353830-project-member] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 626.055085] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 626.055630] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.055761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.055821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.058923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.059148] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.059324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.061312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.061312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.061312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.061312] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.167249] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a182ae7d-7b44-467e-b938-a36b6a76ad2a: rpc.has_security_group_logging(os_id): False [ 626.191077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.191851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.192139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.192476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.197142] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.197142] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.197142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.199576] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.199576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.199576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.199576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.199576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.199576] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a is going to be created. [ 626.294917] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.295232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.295232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.295376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.295511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.313870] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: IN_PROGRESS for 2s [ 626.515297] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cad72ef-f5b6-4272-808a-41fbb359fcfe: rpc.has_security_group_logging(os_id): False [ 626.535659] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.536060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.537394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.541020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.541020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.541020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.541020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.541871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.541871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.541871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.541871] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe is going to be created. [ 626.562468] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.562676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.562822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.563082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.563134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.563331] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.563429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.563490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.563642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.563736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.563823] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf already deleted. [ 626.563904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.629242] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.629426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.629523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.629694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.629893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.641788] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe in Status: IN_PROGRESS for 2s [ 626.648197] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.648424] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-266" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.648546] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-266" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.648895] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-266" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.649992] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.649992] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.649992] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.650347] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.650347] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.650592] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.650718] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.650825] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.650933] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.651052] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.651159] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.651286] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.681127] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.681127] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.681127] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.681127] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-266" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.681127] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-11b71167-4b96-4f55-9433-fb3a3fc59e54 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.681127] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-11b71167-4b96-4f55-9433-fb3a3fc59e54" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.681127] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-11b71167-4b96-4f55-9433-fb3a3fc59e54" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.681127] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-11b71167-4b96-4f55-9433-fb3a3fc59e54" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.681127] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b71167-4b96-4f55-9433-fb3a3fc59e54',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.185587] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.185587] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.185587] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.185587] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.185587] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.185587] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 11b71167-4b96-4f55-9433-fb3a3fc59e54 not found, creating... [ 627.185886] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.186049] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.186156] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.186419] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.186579] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.186857] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.187034] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.187157] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.190019] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.190019] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.190019] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 11b71167-4b96-4f55-9433-fb3a3fc59e54 is going to be created. [ 627.211473] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.211950] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.211950] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.212158] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.212400] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.212622] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-11b71167-4b96-4f55-9433-fb3a3fc59e54" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.642012] env[66544]: INFO networking_nsxv3.common.synchronization [req-4b1246b0-73a9-4fdc-9db6-aca9eaae93e8 req-662b3d30-2f01-46e8-99c0-5256f1856946 tempest-SecurityGroupRulesTestJSON-684790706 tempest-SecurityGroupRulesTestJSON-684790706-project-member] Enqueued Resource ID: 851ca104-0afa-4190-987f-67569b238e02 with Priority: HIGHEST for action security_group_rules [ 627.642012] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851ca104-0afa-4190-987f-67569b238e02 with Priority: HIGHEST for action security_group_rules [ 627.642400] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-851ca104-0afa-4190-987f-67569b238e02 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.642544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.642609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.642818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.642896] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('851ca104-0afa-4190-987f-67569b238e02',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.726184] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3340a91d-579b-4793-ac7a-116d8d66991a in Status: SUCCESS [ 627.726504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.726681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.726993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.727255] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.727428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.727607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.727800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.727953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.728115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.728290] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.939475] env[66544]: INFO networking_nsxv3.common.synchronization [None req-2063194e-8795-4817-abed-76461d2cd41e None None] Enqueued Resource ID: b4f4c878-6a2e-464d-9308-519b44d86250 with Priority: HIGHEST for action port [ 627.939796] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f4c878-6a2e-464d-9308-519b44d86250 with Priority: HIGHEST for action port [ 627.940452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f4c878-6a2e-464d-9308-519b44d86250 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.941779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f4c878-6a2e-464d-9308-519b44d86250" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.941779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f4c878-6a2e-464d-9308-519b44d86250" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.944122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f4c878-6a2e-464d-9308-519b44d86250" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.944122] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f4c878-6a2e-464d-9308-519b44d86250',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.963166] env[66544]: INFO networking_nsxv3.common.synchronization [req-651e4486-a790-4a95-af06-6c65e05a5769 req-7f24c567-0804-4286-9b62-030291c89c56 service nova] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_rules [ 627.963331] env[66544]: INFO networking_nsxv3.common.synchronization [req-651e4486-a790-4a95-af06-6c65e05a5769 req-7f24c567-0804-4286-9b62-030291c89c56 service nova] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 627.963460] env[66544]: INFO networking_nsxv3.common.synchronization [req-651e4486-a790-4a95-af06-6c65e05a5769 req-7f24c567-0804-4286-9b62-030291c89c56 service nova] Enqueued Resource ID: 11b71167-4b96-4f55-9433-fb3a3fc59e54 with Priority: HIGHEST for action port [ 627.966129] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_rules [ 627.966129] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 627.966129] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b71167-4b96-4f55-9433-fb3a3fc59e54 with Priority: HIGHEST for action port [ 627.966129] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.966129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.966129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.966129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.966129] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.966928] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.967286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.967286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.967384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.967572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.967661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.967709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.968072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.968158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.968282] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.969257] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-11b71167-4b96-4f55-9433-fb3a3fc59e54 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.969368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11b71167-4b96-4f55-9433-fb3a3fc59e54" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.969368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11b71167-4b96-4f55-9433-fb3a3fc59e54" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.969747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11b71167-4b96-4f55-9433-fb3a3fc59e54" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.969747] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b71167-4b96-4f55-9433-fb3a3fc59e54',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.171248] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.171554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.171696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.172240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.172403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.172551] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 851ca104-0afa-4190-987f-67569b238e02 already deleted. [ 628.172861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.231156] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3340a91d-579b-4793-ac7a-116d8d66991a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.231634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.231634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.231716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.232040] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.232342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.232342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.232507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.232632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.232833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.233119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3340a91d-579b-4793-ac7a-116d8d66991a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.233896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.233896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.233896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.233896] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.234341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.234341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.234341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.234437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.234938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.234938] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.327983] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: SUCCESS [ 628.328359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.328554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.328783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.328882] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.346913] env[66544]: INFO networking_nsxv3.common.synchronization [None req-03ab88f0-99e7-435b-a045-5b36826d0080 tempest-ServerActionsTestOtherB-303416206 tempest-ServerActionsTestOtherB-303416206-project-member] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 628.346913] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 628.347362] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.347428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.347540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.348210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.348210] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.450092] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4f4c878-6a2e-464d-9308-519b44d86250 [ 628.450092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.450092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.450092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.450092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.450092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.450092] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4f4c878-6a2e-464d-9308-519b44d86250 already deleted. [ 628.450092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f4c878-6a2e-464d-9308-519b44d86250" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.471432] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.472604] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.472739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.475379] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11b71167-4b96-4f55-9433-fb3a3fc59e54 with status ACTIVE [ 628.475379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.475379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.475379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.475379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.475379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.475379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.475379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.475379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.475379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.476074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.476074] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.476074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.476074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.476405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.476405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.476484] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11b71167-4b96-4f55-9433-fb3a3fc59e54 is going to be updated. [ 628.503327] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.503841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.504095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.505042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.505042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.505042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11b71167-4b96-4f55-9433-fb3a3fc59e54" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.584661] env[66544]: INFO networking_nsxv3.common.synchronization [req-d010c87b-a64a-4822-ae35-7cfce2118246 req-eae4ef1f-696d-4dca-a16f-ac4342e03bf0 tempest-FloatingIPsAssociationTestJSON-1158367114 tempest-FloatingIPsAssociationTestJSON-1158367114-project-member] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 628.585398] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 628.585947] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.586235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.586375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.586854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.587404] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.587404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.587404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.587591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.587591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.587661] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.656872] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe in Status: SUCCESS [ 628.657218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.738037] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3340a91d-579b-4793-ac7a-116d8d66991a: rpc.has_security_group_logging(os_id): False [ 628.762471] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.762471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.762471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.762471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.762471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.762471] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.762471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.762471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.762471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.762471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.763216] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.763216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.763216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.763216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.763216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.764050] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.764050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.764050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.764050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.764050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.764539] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3340a91d-579b-4793-ac7a-116d8d66991a is going to be created. [ 628.804392] env[66544]: INFO networking_nsxv3.common.synchronization [None req-8b3f897c-dacc-4a2f-a01a-75f190c7cb57 tempest-ServerActionsTestOtherB-303416206 tempest-ServerActionsTestOtherB-303416206-project-member] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 628.807480] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 628.808134] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.808263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.832236] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.832473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.832526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.832780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.833546] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.833683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.833785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.834033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.834190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.834388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.834510] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.837677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.838145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.838145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.838255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.838366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.852137] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3340a91d-579b-4793-ac7a-116d8d66991a in Status: IN_PROGRESS for 2s [ 628.875870] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.876148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.876148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.876456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.876593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.876739] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d already deleted. [ 628.876857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.877522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.877709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.877843] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.981526] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.089709] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.285109] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.285530] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-788" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.285932] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-788" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.286070] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-788" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.286424] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.286664] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.286756] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.287029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.287169] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.287374] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.287556] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.287753] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.287860] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.288460] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.288651] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.288791] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.322622] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.322850] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.322965] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.323158] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-788" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.323474] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.323646] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.323757] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.324211] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.324380] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f95da1-19fd-40f6-bcbf-0bd119c22eb1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.337901] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.338072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.338148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.338360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.338518] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.338614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.338733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.338859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.338956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.339076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.339208] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.339306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.339306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.339464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.339550] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.339624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.339686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.339818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.339891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.339968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.340091] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.404478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.404478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.404478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.404806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.404806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.404806] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d already deleted. [ 629.405029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.484933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.485260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.485383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.485515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.485615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.485702] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf is going to be created. [ 629.510088] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.510263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.510310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.510508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.510670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.520585] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: UNINITIALIZED for 2s [ 629.592545] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.827623] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.827874] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.827992] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.828285] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.828426] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.828601] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port e6f95da1-19fd-40f6-bcbf-0bd119c22eb1 not found, creating... [ 629.828880] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.829050] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.829179] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.829412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.829562] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.829863] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.830014] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.830182] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.830385] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.830512] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.830677] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: e6f95da1-19fd-40f6-bcbf-0bd119c22eb1 is going to be created. [ 629.842816] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a182ae7d-7b44-467e-b938-a36b6a76ad2a: rpc.has_security_group_logging(os_id): False [ 629.862555] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.863684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.863908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.864152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.864242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.864471] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.864577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.864650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.864834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.864903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.865131] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.865412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.865412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.865544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.865594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.865750] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.865867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.865936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.866084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.866165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.866230] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a is going to be updated. [ 629.868763] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.869094] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.869289] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.869520] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.869731] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.869960] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.026431] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.026431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.026431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.026431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.026765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.056578] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: IN_PROGRESS for 2s [ 630.095407] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.095595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.095667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.095891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.095984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.096100] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 is going to be updated. [ 630.177168] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.177366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.177441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.177663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.177809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.188169] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: IN_PROGRESS for 2s [ 630.569740] env[66544]: INFO networking_nsxv3.common.synchronization [req-d010c87b-a64a-4822-ae35-7cfce2118246 req-119213d5-f8fb-46ad-971a-76995e4aa651 service nova] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_rules [ 630.570048] env[66544]: INFO networking_nsxv3.common.synchronization [req-d010c87b-a64a-4822-ae35-7cfce2118246 req-119213d5-f8fb-46ad-971a-76995e4aa651 service nova] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 630.570048] env[66544]: INFO networking_nsxv3.common.synchronization [req-d010c87b-a64a-4822-ae35-7cfce2118246 req-119213d5-f8fb-46ad-971a-76995e4aa651 service nova] Enqueued Resource ID: e6f95da1-19fd-40f6-bcbf-0bd119c22eb1 with Priority: HIGHEST for action port [ 630.570829] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_rules [ 630.571539] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 630.571785] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f95da1-19fd-40f6-bcbf-0bd119c22eb1 with Priority: HIGHEST for action port [ 630.572215] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.572368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.572457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.572693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.572800] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.574208] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.574311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.574538] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.574673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.574818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.574993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.575141] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f95da1-19fd-40f6-bcbf-0bd119c22eb1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.873308] env[66544]: INFO networking_nsxv3.common.synchronization [req-dd57d956-a8d3-48de-9a37-27025bb61b23 req-1253dea1-d269-46f2-86ef-0efb8bdb96f3 tempest-ServerDiagnosticsNegativeTest-279121491 tempest-ServerDiagnosticsNegativeTest-279121491-project-member] Enqueued Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGHEST for action security_group_members [ 630.873667] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3340a91d-579b-4793-ac7a-116d8d66991a in Status: SUCCESS [ 630.874816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.876273] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGHEST for action security_group_members [ 630.876273] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-21202173-b535-4530-8406-5e21e3f784e1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.876273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.876273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.876533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.876533] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.876617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.876652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.876824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.876909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.877022] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.077913] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.078127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.078354] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6f95da1-19fd-40f6-bcbf-0bd119c22eb1 with status ACTIVE [ 631.078558] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.079149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.079298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.079733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.079925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.080210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.080376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.080532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.080779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.080907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.081240] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.081763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.081763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.081763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.081981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.081981] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6f95da1-19fd-40f6-bcbf-0bd119c22eb1 is going to be updated. [ 631.111445] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.111712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.111829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.112189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.112382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.112619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f95da1-19fd-40f6-bcbf-0bd119c22eb1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.382485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.382712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.382712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.382973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.383082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.383427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.383605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.383605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.383775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.383858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.383960] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21202173-b535-4530-8406-5e21e3f784e1 is going to be updated. [ 631.423255] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.423410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.423533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.423830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.424167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.436132] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21202173-b535-4530-8406-5e21e3f784e1 in Status: IN_PROGRESS for 2s [ 631.532348] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: SUCCESS [ 631.532348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.532660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.532660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.532839] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.532982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.533328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.533328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.533328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.533520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.533520] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.594426] env[66544]: INFO networking_nsxv3.common.synchronization [req-16b4e882-7bda-4dd6-be34-c9a4044e6968 req-dc6af503-f961-4b28-bae6-73b222b8fc3e tempest-ServerMetadataNegativeTestJSON-2013698452 tempest-ServerMetadataNegativeTestJSON-2013698452-project-member] Enqueued Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGHEST for action security_group_members [ 631.595121] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGHEST for action security_group_members [ 631.595492] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d36869-5207-4b9d-93f8-7edec7c5868f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.595601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.595998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.595998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.596163] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.596561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.596561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.596671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.596721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.597157] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.036843] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.099686] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.100147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.100147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.100387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.100387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.100545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.100625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.100625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.100776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.100857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.101402] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d36869-5207-4b9d-93f8-7edec7c5868f already deleted. [ 632.102351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.103741] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: SUCCESS [ 632.103936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.203235] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: SUCCESS [ 632.203522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.203670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.204035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.204201] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.204332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.204524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.204747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.205125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.205125] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.244722] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.244900] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-295" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.246753] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-295" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.246753] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-295" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.246753] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.246753] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.246753] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.247913] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.248107] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.248361] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.248471] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.248614] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.248716] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.248834] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.248958] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.249116] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.279171] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.279414] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.279565] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.279810] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-295" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.280163] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-f2389990-fb30-495d-bacc-efadd41a6de1 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.280348] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-f2389990-fb30-495d-bacc-efadd41a6de1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.280466] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-f2389990-fb30-495d-bacc-efadd41a6de1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.280775] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-f2389990-fb30-495d-bacc-efadd41a6de1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.281062] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2389990-fb30-495d-bacc-efadd41a6de1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.541775] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c4e9d4b-aa52-44cf-9a83-96466916eaaf: rpc.has_security_group_logging(os_id): False [ 632.567288] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.567288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.567792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.567792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.567792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.567909] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.567961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.568067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.568302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.568656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.568656] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf is going to be created. [ 632.662233] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.662734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.662734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.662734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.662852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.674657] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: IN_PROGRESS for 2s [ 632.707197] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.784262] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.784564] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.784643] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.784864] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.785035] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.785282] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port f2389990-fb30-495d-bacc-efadd41a6de1 not found, creating... [ 632.785532] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.785691] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.785827] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.786166] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.786315] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.786629] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.786783] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.786889] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.787171] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.787331] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.787539] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: f2389990-fb30-495d-bacc-efadd41a6de1 is going to be created. [ 632.848089] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.848309] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.848414] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.848774] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.848896] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.849137] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-f2389990-fb30-495d-bacc-efadd41a6de1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.210313] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.447539] env[66544]: INFO networking_nsxv3.common.synchronization [None req-0c754071-753a-4421-9a8d-e6820eb0f63a None None] Enqueued Resource ID: 37cc9761-395c-4d18-9743-eb99134dc312 with Priority: HIGHEST for action port [ 633.447815] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21202173-b535-4530-8406-5e21e3f784e1 in Status: SUCCESS [ 633.447984] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21202173-b535-4530-8406-5e21e3f784e1 deletion is rescheduled due to dependency. [ 633.448091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.448605] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37cc9761-395c-4d18-9743-eb99134dc312 with Priority: HIGHEST for action port [ 633.448908] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-37cc9761-395c-4d18-9743-eb99134dc312 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.449045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37cc9761-395c-4d18-9743-eb99134dc312" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.449114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37cc9761-395c-4d18-9743-eb99134dc312" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.449782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37cc9761-395c-4d18-9743-eb99134dc312" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.450104] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37cc9761-395c-4d18-9743-eb99134dc312',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.574224] env[66544]: INFO networking_nsxv3.common.synchronization [req-16b4e882-7bda-4dd6-be34-c9a4044e6968 req-852ba8e7-07bc-4113-85bc-b1f35051a62d service nova] Enqueued Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGHEST for action security_group_rules [ 633.574448] env[66544]: INFO networking_nsxv3.common.synchronization [req-16b4e882-7bda-4dd6-be34-c9a4044e6968 req-852ba8e7-07bc-4113-85bc-b1f35051a62d service nova] Enqueued Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGHEST for action security_group_members [ 633.574590] env[66544]: INFO networking_nsxv3.common.synchronization [req-16b4e882-7bda-4dd6-be34-c9a4044e6968 req-852ba8e7-07bc-4113-85bc-b1f35051a62d service nova] Enqueued Resource ID: f2389990-fb30-495d-bacc-efadd41a6de1 with Priority: HIGHEST for action port [ 633.575801] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGHEST for action security_group_rules [ 633.575801] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGHEST for action security_group_members [ 633.575801] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2389990-fb30-495d-bacc-efadd41a6de1 with Priority: HIGHEST for action port [ 633.576055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d36869-5207-4b9d-93f8-7edec7c5868f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.576131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.576179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.577289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.577289] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.577487] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d36869-5207-4b9d-93f8-7edec7c5868f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.577487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.577628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.578576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.578576] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.578576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.578576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.578576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.578576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.578576] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.580633] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2389990-fb30-495d-bacc-efadd41a6de1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.580633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2389990-fb30-495d-bacc-efadd41a6de1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.580633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2389990-fb30-495d-bacc-efadd41a6de1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.580633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2389990-fb30-495d-bacc-efadd41a6de1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.580633] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2389990-fb30-495d-bacc-efadd41a6de1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.713561] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.713997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.713997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.714203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.714271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.714374] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 is going to be updated. [ 633.748270] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.748491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.748491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.748695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.748846] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.759432] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: IN_PROGRESS for 2s [ 633.952670] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37cc9761-395c-4d18-9743-eb99134dc312 [ 633.952900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.953055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.953957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.953957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.953957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.953957] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37cc9761-395c-4d18-9743-eb99134dc312 already deleted. [ 633.953957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37cc9761-395c-4d18-9743-eb99134dc312" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.028086] env[66544]: INFO networking_nsxv3.common.synchronization [req-977f6623-0019-4934-bd06-0bcec0947982 req-dc2c0113-41e4-474a-8ffa-1170ee6910de tempest-InstanceActionsNegativeTestJSON-852256980 tempest-InstanceActionsNegativeTestJSON-852256980-project-member] Enqueued Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGHEST for action security_group_members [ 634.028878] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGHEST for action security_group_members [ 634.029266] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ffdc34-ccca-48e5-a524-330363daed5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.029452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.029452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.032030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.032030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.032030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.032030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.032030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.032030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.032030] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.084244] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d36869-5207-4b9d-93f8-7edec7c5868f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.084383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.084572] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.085627] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2389990-fb30-495d-bacc-efadd41a6de1 with status ACTIVE [ 634.087893] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.087893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.087893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.087893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.087893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.088362] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.088362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.088362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.088534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.088534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.088760] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.088863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.088926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.089111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.089170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.089250] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2389990-fb30-495d-bacc-efadd41a6de1 is going to be updated. [ 634.127832] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.127832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.127832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.127832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.127832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.127832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2389990-fb30-495d-bacc-efadd41a6de1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.536438] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.536633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.536633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.536879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.537028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.537147] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.537237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.537292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.537441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.537519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.537602] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ffdc34-ccca-48e5-a524-330363daed5f already deleted. [ 634.537683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.592442] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.688771] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: SUCCESS [ 634.688988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.797342] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.797652] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-654" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.797774] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-654" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.798216] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-654" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.798625] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.798938] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.799075] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.799317] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.799478] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.799903] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.799903] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.800111] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.800111] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.800247] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.800305] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.800423] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.821750] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.822078] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.822334] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.823113] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-654" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.823231] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-32272b30-9ae2-4b1a-961c-fb20753d26d5 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.823555] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-32272b30-9ae2-4b1a-961c-fb20753d26d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.823764] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-32272b30-9ae2-4b1a-961c-fb20753d26d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.824310] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-32272b30-9ae2-4b1a-961c-fb20753d26d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.827151] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32272b30-9ae2-4b1a-961c-fb20753d26d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.099403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.099403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.099403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.099403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.099403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.099403] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d36869-5207-4b9d-93f8-7edec7c5868f is going to be created. [ 635.124736] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.126544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.126544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.126544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.126544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.137793] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d36869-5207-4b9d-93f8-7edec7c5868f in Status: UNINITIALIZED for 2s [ 635.334687] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.334687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.334687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.334687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.334687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.334687] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 32272b30-9ae2-4b1a-961c-fb20753d26d5 not found, creating... [ 635.334687] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.334687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.334687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.334687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.334687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.335104] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.335104] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.335104] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.335104] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.335104] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.335269] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 32272b30-9ae2-4b1a-961c-fb20753d26d5 is going to be created. [ 635.380392] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.380392] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.380392] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.380692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.380692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.381285] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-32272b30-9ae2-4b1a-961c-fb20753d26d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.634600] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1f09bbad-07c1-4eb9-8546-9778317b3f43 None None] Enqueued Resource ID: 8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4 with Priority: HIGHEST for action port [ 635.635363] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4 with Priority: HIGHEST for action port [ 635.636217] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.638178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.638178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.638178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.638178] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.774490] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: SUCCESS [ 635.774716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.774887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.775416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.775416] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.775564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.775564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.775666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.775757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.775842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.775929] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.140998] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4 [ 636.140998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.140998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.141626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.141626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.141727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.141850] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4 already deleted. [ 636.142010] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe65271-8fc7-4e6a-bc74-a1a13b44d9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.207297] env[66544]: INFO networking_nsxv3.common.synchronization [req-0a2166a5-00de-4af2-841f-ba0ead00b9a3 req-4f35d915-6984-4c5b-941b-f2393aa46596 tempest-DeleteServersAdminTestJSON-271478678 tempest-DeleteServersAdminTestJSON-271478678-project-member] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 636.207737] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 636.208406] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.208542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.208614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.208895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.210962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.210962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.210962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.210962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.210962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.210962] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.278046] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.278274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.279131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.279131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.279131] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.279131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.279131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.279131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.279426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.279426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.279488] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.279573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.279675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.279762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.279930] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.280027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.280094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.280232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.280354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.280439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.280562] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.497279] env[66544]: INFO networking_nsxv3.common.synchronization [req-977f6623-0019-4934-bd06-0bcec0947982 req-d80c2b26-aa6b-4596-8216-1598c9e33cfd service nova] Enqueued Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGHEST for action security_group_rules [ 636.497279] env[66544]: INFO networking_nsxv3.common.synchronization [req-977f6623-0019-4934-bd06-0bcec0947982 req-d80c2b26-aa6b-4596-8216-1598c9e33cfd service nova] Enqueued Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGHEST for action security_group_members [ 636.497279] env[66544]: INFO networking_nsxv3.common.synchronization [req-977f6623-0019-4934-bd06-0bcec0947982 req-d80c2b26-aa6b-4596-8216-1598c9e33cfd service nova] Enqueued Resource ID: 32272b30-9ae2-4b1a-961c-fb20753d26d5 with Priority: HIGHEST for action port [ 636.497279] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGHEST for action security_group_rules [ 636.497279] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGHEST for action security_group_members [ 636.497279] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32272b30-9ae2-4b1a-961c-fb20753d26d5 with Priority: HIGHEST for action port [ 636.498108] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15ffdc34-ccca-48e5-a524-330363daed5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.498555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.499387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.499387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.499387] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.502098] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ffdc34-ccca-48e5-a524-330363daed5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.502098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.502098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.502098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.502098] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.502403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.502504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.502712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.502988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.502988] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.504615] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-32272b30-9ae2-4b1a-961c-fb20753d26d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.504778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32272b30-9ae2-4b1a-961c-fb20753d26d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.504899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32272b30-9ae2-4b1a-961c-fb20753d26d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.505108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32272b30-9ae2-4b1a-961c-fb20753d26d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.505221] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32272b30-9ae2-4b1a-961c-fb20753d26d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.714132] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.714486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.715658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.715931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.716084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.717346] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.717346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.717346] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 is going to be updated. [ 636.749323] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.749468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.749539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.749883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.749883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.762987] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: IN_PROGRESS for 2s [ 636.786036] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7573999-7b71-423f-94fb-9c58aba2fc46: rpc.has_security_group_logging(os_id): False [ 636.807299] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.807299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.807299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.807299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.807299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.807601] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.807653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.807689] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.807834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.807913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.808112] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.808207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.808267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.808408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.808481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.808654] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.808860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.808922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.809094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.809397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.809494] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 is going to be updated. [ 636.908986] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.908986] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.908986] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.908986] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.909328] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.909383] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.909793] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.909793] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.909997] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.910228] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.910340] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.910444] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.912589] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.912589] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.912589] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.912589] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.913267] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.913413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.913413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.913650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.913775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.931790] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: IN_PROGRESS for 2s [ 636.995081] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.995081] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.083 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.995081] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.995081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.995081] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-0607ba79-8054-4241-a4be-45a9980e170d taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.995081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-0607ba79-8054-4241-a4be-45a9980e170d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.995081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-0607ba79-8054-4241-a4be-45a9980e170d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.995081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-0607ba79-8054-4241-a4be-45a9980e170d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.995708] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0607ba79-8054-4241-a4be-45a9980e170d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.011204] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ffdc34-ccca-48e5-a524-330363daed5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.011204] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.011204] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32272b30-9ae2-4b1a-961c-fb20753d26d5 with status ACTIVE [ 637.011204] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.011204] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.011204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.013375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.013375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.015781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.015781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.015781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.015781] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32272b30-9ae2-4b1a-961c-fb20753d26d5 is going to be updated. [ 637.047062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.048042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.048042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.048042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.048042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.048042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32272b30-9ae2-4b1a-961c-fb20753d26d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.154836] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d36869-5207-4b9d-93f8-7edec7c5868f in Status: SUCCESS [ 637.155171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.155367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.155616] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.155906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.156047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.156110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.156284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.156435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.156607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.156938] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.499408] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.499984] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.500056] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.500556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.500792] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.501022] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 0607ba79-8054-4241-a4be-45a9980e170d not found, creating... [ 637.501387] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.501581] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.501702] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.503915] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.503915] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.503915] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.503915] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.503915] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.504583] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.504901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.505143] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 0607ba79-8054-4241-a4be-45a9980e170d is going to be created. [ 637.517030] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.535276] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.535605] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.535731] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.536038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.539390] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.539390] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-0607ba79-8054-4241-a4be-45a9980e170d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544338] env[66544]: INFO networking_nsxv3.common.synchronization [req-e13c2b26-4d82-4af1-84b3-d51b6af0509e req-699184a1-890a-45e2-93b3-b4221c7e4e43 tempest-SecurityGroupRulesTestJSON-684790706 tempest-SecurityGroupRulesTestJSON-684790706-project-member] Enqueued Resource ID: 851ca104-0afa-4190-987f-67569b238e02 with Priority: HIGHEST for action security_group_rules [ 637.545532] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851ca104-0afa-4190-987f-67569b238e02 with Priority: HIGHEST for action security_group_rules [ 637.546021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-851ca104-0afa-4190-987f-67569b238e02 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.546187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.546359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.547044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.547044] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('851ca104-0afa-4190-987f-67569b238e02',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.663478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d36869-5207-4b9d-93f8-7edec7c5868f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.663478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.663478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d36869-5207-4b9d-93f8-7edec7c5868f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.663478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.663478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.664285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.664285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.664285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.664285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.664285] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.020336] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.020336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.020546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.020814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.020814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.020928] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ffdc34-ccca-48e5-a524-330363daed5f is going to be created. [ 638.052090] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.052389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.052389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.052508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.052628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.063369] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ffdc34-ccca-48e5-a524-330363daed5f in Status: UNINITIALIZED for 2s [ 638.074718] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.074923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.074923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.075223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.075223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.078258] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 851ca104-0afa-4190-987f-67569b238e02 already deleted. [ 638.078258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-851ca104-0afa-4190-987f-67569b238e02" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.166240] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d36869-5207-4b9d-93f8-7edec7c5868f: rpc.has_security_group_logging(os_id): False [ 638.167976] env[66544]: INFO networking_nsxv3.common.synchronization [req-0a2166a5-00de-4af2-841f-ba0ead00b9a3 req-90ea50f9-bcd7-4189-95ae-84621d7b1077 service nova] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_rules [ 638.169022] env[66544]: INFO networking_nsxv3.common.synchronization [req-0a2166a5-00de-4af2-841f-ba0ead00b9a3 req-90ea50f9-bcd7-4189-95ae-84621d7b1077 service nova] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 638.169222] env[66544]: INFO networking_nsxv3.common.synchronization [req-0a2166a5-00de-4af2-841f-ba0ead00b9a3 req-90ea50f9-bcd7-4189-95ae-84621d7b1077 service nova] Enqueued Resource ID: 0607ba79-8054-4241-a4be-45a9980e170d with Priority: HIGHEST for action port [ 638.169913] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_rules [ 638.170120] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 638.170172] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0607ba79-8054-4241-a4be-45a9980e170d with Priority: HIGHEST for action port [ 638.171312] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.171920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.172011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.172247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.172382] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.173244] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.173345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.173752] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-0607ba79-8054-4241-a4be-45a9980e170d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.173752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0607ba79-8054-4241-a4be-45a9980e170d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.173883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0607ba79-8054-4241-a4be-45a9980e170d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.173975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0607ba79-8054-4241-a4be-45a9980e170d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.174133] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0607ba79-8054-4241-a4be-45a9980e170d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.190114] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.190266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.190663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.190861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.190962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.191166] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.191269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.191319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.191600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.191600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.191760] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.191855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.191931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.192108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.192184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.192365] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.192458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.192516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.192653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.192776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.192834] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d36869-5207-4b9d-93f8-7edec7c5868f is going to be created. [ 638.277846] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.278055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.278055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.278173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.278532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.291933] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d36869-5207-4b9d-93f8-7edec7c5868f in Status: IN_PROGRESS for 2s [ 638.553332] env[66544]: INFO networking_nsxv3.common.synchronization [req-3fb4462f-8476-43a8-9a76-da5c044a36c6 req-c8c94f13-700a-4ace-b3f2-4b748ce4d858 tempest-InstanceActionsTestJSON-358614077 tempest-InstanceActionsTestJSON-358614077-project-member] Enqueued Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGHEST for action security_group_members [ 638.553332] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGHEST for action security_group_members [ 638.553332] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.553332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.553332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.553332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.553799] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.553921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.553921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.554270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.554419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.554544] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.678421] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.678421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.678609] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0607ba79-8054-4241-a4be-45a9980e170d with status ACTIVE [ 638.678758] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.678864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.678980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.680222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.680222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.680222] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.680222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.680222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.680222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.680222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.680222] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.680222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.680222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.680712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.680712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.680712] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0607ba79-8054-4241-a4be-45a9980e170d is going to be updated. [ 638.706042] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.706242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.706318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.706717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.706717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.706900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0607ba79-8054-4241-a4be-45a9980e170d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.773452] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: SUCCESS [ 638.773729] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 deletion is rescheduled due to dependency. [ 638.775829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.775829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.775829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.775829] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.775829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.775829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.775829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.775829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.775829] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.957295] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: SUCCESS [ 638.957521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.057725] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.057908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.057981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.058242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.058341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.058546] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.058680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.058725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.058883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.058978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.059081] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e is going to be updated. [ 639.096046] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.096046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.096318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.096716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.096802] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.109680] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e in Status: IN_PROGRESS for 2s [ 639.280190] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.783297] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.075098] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ffdc34-ccca-48e5-a524-330363daed5f in Status: SUCCESS [ 640.075286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.075511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.075774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.076048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.076221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.076358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.076523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.076638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.076737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.076868] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.288071] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.288071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.288071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.288071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.288071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.288071] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 is going to be updated. [ 640.322192] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d36869-5207-4b9d-93f8-7edec7c5868f in Status: SUCCESS [ 640.322192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.351390] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.351390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.351390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.351390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.351390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.371541] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: IN_PROGRESS for 2s [ 640.580390] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ffdc34-ccca-48e5-a524-330363daed5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.580390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.580390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.580390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.580390] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.580390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.580390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.580927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.580927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.580927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.581206] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ffdc34-ccca-48e5-a524-330363daed5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.581342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.581386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.581562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.581756] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.582040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.582040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.582724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.582724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.582724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.582870] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.775774] env[66544]: INFO networking_nsxv3.common.synchronization [req-3b9f24c2-ddfe-4abb-b35d-6221852b9370 req-89935b70-9158-4ad9-b1d2-3aa13bbaf77f tempest-ServerExternalEventsTest-733972332 tempest-ServerExternalEventsTest-733972332-project-member] Enqueued Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGHEST for action security_group_members [ 640.776386] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGHEST for action security_group_members [ 640.776760] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b54f24-3d3c-4390-937c-5457e285d86b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.776918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.776996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.777264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.777430] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.777520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.777583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.777965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.777965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.777965] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.087493] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15ffdc34-ccca-48e5-a524-330363daed5f: rpc.has_security_group_logging(os_id): False [ 641.105731] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.105731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.105731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.106082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.106415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.106415] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.106578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.106650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.106861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.106971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.107911] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.109117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.109117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.109117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.109117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.109117] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.109117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.109117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.109117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.109117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.109117] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15ffdc34-ccca-48e5-a524-330363daed5f is going to be created. [ 641.129605] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e in Status: SUCCESS [ 641.130573] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e deletion is rescheduled due to dependency. [ 641.131550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.192282] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.192430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.192536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.192697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.192872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.207146] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15ffdc34-ccca-48e5-a524-330363daed5f in Status: IN_PROGRESS for 2s [ 641.280111] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.280359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.280359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.280618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.280742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.280992] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.281120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.281176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.281376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.281444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.281566] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b54f24-3d3c-4390-937c-5457e285d86b already deleted. [ 641.281657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.290870] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.291344] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.291344] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.291616] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.292370] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.292626] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.292763] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.293125] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.293364] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.293578] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.293683] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.293783] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.293880] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.293977] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.294127] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.294286] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.361346] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.361617] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.361798] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.362362] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.362571] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.362850] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.363115] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.363614] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.363830] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.868654] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.869020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.869020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.869290] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.869436] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.869590] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4 not found, creating... [ 641.869850] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.870046] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.870209] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.870441] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.870574] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.870854] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.871011] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.871138] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.871338] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.871463] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.871596] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4 is going to be created. [ 641.894200] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.894873] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.894873] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.894873] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.895065] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.895317] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.383772] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: SUCCESS [ 642.384228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.384439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.384792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.385128] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.385379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.385807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.385807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.385909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.386087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.386400] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.607334] env[66544]: INFO networking_nsxv3.common.synchronization [req-3b9f24c2-ddfe-4abb-b35d-6221852b9370 req-2495d5e9-0722-4a5d-9e90-10088430dba3 service nova] Enqueued Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGHEST for action security_group_rules [ 642.607334] env[66544]: INFO networking_nsxv3.common.synchronization [req-3b9f24c2-ddfe-4abb-b35d-6221852b9370 req-2495d5e9-0722-4a5d-9e90-10088430dba3 service nova] Enqueued Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGHEST for action security_group_members [ 642.607334] env[66544]: INFO networking_nsxv3.common.synchronization [req-3b9f24c2-ddfe-4abb-b35d-6221852b9370 req-2495d5e9-0722-4a5d-9e90-10088430dba3 service nova] Enqueued Resource ID: fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4 with Priority: HIGHEST for action port [ 642.607963] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGHEST for action security_group_rules [ 642.608987] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGHEST for action security_group_members [ 642.609356] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4 with Priority: HIGHEST for action port [ 642.609526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b54f24-3d3c-4390-937c-5457e285d86b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.609908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.609908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.610230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.610394] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.611852] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b54f24-3d3c-4390-937c-5457e285d86b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.612150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.612530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.613668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.614227] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.614227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.614227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.614442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.614510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.614640] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.615685] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.615880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.615949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.616193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.616311] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.890695] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.890863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.890863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.891559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.891559] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.891559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.891559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.891559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.891856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.891856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.891856] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.892014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.892014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.892111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.892515] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.892515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.892515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.892515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.892864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.892864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.892864] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.118397] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.119483] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b54f24-3d3c-4390-937c-5457e285d86b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.119604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.120809] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4 with status ACTIVE [ 643.120809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.120809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.120809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.120809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.120809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.120809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.121198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.121268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.121444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.121520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.121705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.121792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.123183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.123183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.123815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.123937] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4 is going to be updated. [ 643.147401] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.147558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.147644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.147873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.148016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.148182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb0d5ed5-b491-4af5-ba4d-e00cf535c9e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.228534] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15ffdc34-ccca-48e5-a524-330363daed5f in Status: SUCCESS [ 643.229266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.398722] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d825188-ef90-486d-a155-5da4f81c87d5: rpc.has_security_group_logging(os_id): False [ 643.418489] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.418634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.418708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.418918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.418985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.419225] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.419360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.419407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.419530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.419599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.419775] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.419885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.419929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.420088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.420174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.420355] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.420451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.420511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.420646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.420721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.420800] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 is going to be updated. [ 643.512274] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.512427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.513391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.513391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.513391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.527067] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: IN_PROGRESS for 2s [ 643.627070] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.129458] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.129750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.129750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.129905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.129988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.130101] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b54f24-3d3c-4390-937c-5457e285d86b is going to be created. [ 644.163534] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.163752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.163801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.164045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.164256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.176068] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b54f24-3d3c-4390-937c-5457e285d86b in Status: UNINITIALIZED for 2s [ 645.177039] env[66544]: INFO networking_nsxv3.common.synchronization [req-821bcd3e-81dd-4b31-9105-f53b6db2b4c1 req-0e0544a2-9f44-46c5-8648-ea42738bc429 tempest-ServerActionsTestOtherB-303416206 tempest-ServerActionsTestOtherB-303416206-project-member] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 645.179736] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 645.179736] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.180348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.180348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.180348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.180348] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.180584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.180584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.180654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.180687] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.180958] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.542051] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: SUCCESS [ 645.542218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.555835] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.556262] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.556262] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.556533] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.556789] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.556974] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.557097] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.557365] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.557522] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.557726] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.557844] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.557946] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.558094] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.558193] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.558296] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.558461] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.589482] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.590166] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.590166] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.590166] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.591255] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.591255] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.592012] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.593009] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.593009] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b444d29-8cf7-48bb-a620-ab9dfb8ad56f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.683932] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.684493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.688549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.688549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.688549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.688549] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.688549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.688549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.688549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.688549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.688549] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d already deleted. [ 645.688549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.096943] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.096943] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.096943] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.097448] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.097550] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.097775] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 1b444d29-8cf7-48bb-a620-ab9dfb8ad56f not found, creating... [ 646.098097] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.098325] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.098462] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.098748] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.098938] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.099332] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.099620] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.099811] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.100208] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.100406] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.100595] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 1b444d29-8cf7-48bb-a620-ab9dfb8ad56f is going to be created. [ 646.123242] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.123511] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.123706] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.124097] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.124614] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.124835] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.188460] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b54f24-3d3c-4390-937c-5457e285d86b in Status: SUCCESS [ 646.188856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.188963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.189269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.189506] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.189686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.189817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.189959] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.190107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.190257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.190586] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.694321] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b54f24-3d3c-4390-937c-5457e285d86b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.694791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.695896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.695896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.695896] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.695896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.695896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.696203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.696203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.696203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.697390] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b54f24-3d3c-4390-937c-5457e285d86b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.697390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.697390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.697883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.698086] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.698207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.698812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.699100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.699226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.699226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.699302] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.883395] env[66544]: INFO networking_nsxv3.common.synchronization [req-821bcd3e-81dd-4b31-9105-f53b6db2b4c1 req-7d4d960d-1375-4a48-9fcf-563a679f2a6f service nova] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 646.883604] env[66544]: INFO networking_nsxv3.common.synchronization [req-821bcd3e-81dd-4b31-9105-f53b6db2b4c1 req-7d4d960d-1375-4a48-9fcf-563a679f2a6f service nova] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 646.883713] env[66544]: INFO networking_nsxv3.common.synchronization [req-821bcd3e-81dd-4b31-9105-f53b6db2b4c1 req-7d4d960d-1375-4a48-9fcf-563a679f2a6f service nova] Enqueued Resource ID: 1b444d29-8cf7-48bb-a620-ab9dfb8ad56f with Priority: HIGHEST for action port [ 646.884364] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 646.884536] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 646.884598] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b444d29-8cf7-48bb-a620-ab9dfb8ad56f with Priority: HIGHEST for action port [ 646.885147] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.885319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.885496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.885903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.885903] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.886923] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.887597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.887740] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.888192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.888481] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.888645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.888716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.888994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.889191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.889326] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.890932] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.891111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.891207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.891493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.891601] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b444d29-8cf7-48bb-a620-ab9dfb8ad56f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.130521] env[66544]: INFO networking_nsxv3.common.synchronization [None req-d40c5f33-b6a1-44fc-a3ff-e358aa96d1c3 None None] Enqueued Resource ID: 5523c883-43ab-42f0-b7ef-6199bf109f84 with Priority: HIGHEST for action port [ 647.131537] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5523c883-43ab-42f0-b7ef-6199bf109f84 with Priority: HIGHEST for action port [ 647.132129] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5523c883-43ab-42f0-b7ef-6199bf109f84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.132360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5523c883-43ab-42f0-b7ef-6199bf109f84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.132566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5523c883-43ab-42f0-b7ef-6199bf109f84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.133533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5523c883-43ab-42f0-b7ef-6199bf109f84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.133656] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5523c883-43ab-42f0-b7ef-6199bf109f84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.202996] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11b54f24-3d3c-4390-937c-5457e285d86b: rpc.has_security_group_logging(os_id): False [ 647.230737] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.230737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.230737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.230737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.230737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.230737] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.231389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.231389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.231389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.231389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.231566] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.231566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.231566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.232206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.232206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.233373] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.233373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.233373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.233615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.233615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.233699] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b54f24-3d3c-4390-937c-5457e285d86b is going to be created. [ 647.319417] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.320644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.320644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.334125] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b54f24-3d3c-4390-937c-5457e285d86b in Status: IN_PROGRESS for 2s [ 647.399123] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.399123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.399123] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.399123] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b444d29-8cf7-48bb-a620-ab9dfb8ad56f with status ACTIVE [ 647.399123] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.399123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.399123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.399123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.399123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.405603] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.405603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.405603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.405603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.405603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.405603] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.405603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.405603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.405603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.405603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.405603] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b444d29-8cf7-48bb-a620-ab9dfb8ad56f is going to be updated. [ 647.478820] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.479137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.479248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.479494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.479650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.479866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b444d29-8cf7-48bb-a620-ab9dfb8ad56f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.639411] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5523c883-43ab-42f0-b7ef-6199bf109f84 [ 647.639657] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.639883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.639983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.640993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.640993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.640993] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5523c883-43ab-42f0-b7ef-6199bf109f84 already deleted. [ 647.640993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5523c883-43ab-42f0-b7ef-6199bf109f84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.909022] env[66544]: INFO networking_nsxv3.common.synchronization [req-c83394fa-17bd-443b-acb9-a781757dcf96 req-2c78685c-8eeb-46f5-9269-3a67b0076741 tempest-AttachInterfacesV270Test-828023519 tempest-AttachInterfacesV270Test-828023519-project-member] Enqueued Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGHEST for action security_group_members [ 647.909022] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGHEST for action security_group_members [ 647.909022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cad72ef-f5b6-4272-808a-41fbb359fcfe taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.909022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.909022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.911997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.915267] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.915267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.915267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.915267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.915267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.915267] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.916470] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.418607] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.418986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.418986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.419268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.419268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.419411] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.419502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.419541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.419744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.419859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.419955] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe is going to be updated. [ 648.421253] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.421395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.421450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.421605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.421679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.421776] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be created. [ 648.461661] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.461661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.461661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.461661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.461661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.462982] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.466312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.466312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.466526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.466657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.478097] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: UNINITIALIZED for 2s [ 648.478819] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe in Status: IN_PROGRESS for 2s [ 649.352256] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b54f24-3d3c-4390-937c-5457e285d86b in Status: SUCCESS [ 649.352493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.064099] env[66544]: INFO networking_nsxv3.common.synchronization [None req-f433fb22-1a73-4a55-bac6-6d6e7dbb9efa None None] Enqueued Resource ID: 7e515375-839a-4aae-81e5-d84a55d86d82 with Priority: HIGHEST for action port [ 650.064099] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e515375-839a-4aae-81e5-d84a55d86d82 with Priority: HIGHEST for action port [ 650.064099] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e515375-839a-4aae-81e5-d84a55d86d82 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.064099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e515375-839a-4aae-81e5-d84a55d86d82" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.064099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e515375-839a-4aae-81e5-d84a55d86d82" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.068167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e515375-839a-4aae-81e5-d84a55d86d82" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.068167] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e515375-839a-4aae-81e5-d84a55d86d82',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.105625] env[66544]: INFO networking_nsxv3.common.synchronization [req-42991171-e265-4fdb-a848-833690301e64 req-d06de27f-71e0-4342-8572-b0991834e1d7 tempest-ListServerFiltersTestJSON-340605938 tempest-ListServerFiltersTestJSON-340605938-project-member] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 650.106168] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 650.107272] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.108262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.108372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.108657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.109532] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.109759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.109797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.110234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.110325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.110433] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.128738] env[66544]: INFO networking_nsxv3.common.synchronization [None req-0e0f866e-bf4d-415f-b7a0-c94fd715e299 None None] Enqueued Resource ID: 65ff9748-a2af-4b36-91c6-181097c29a84 with Priority: HIGHEST for action port [ 650.129033] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65ff9748-a2af-4b36-91c6-181097c29a84 with Priority: HIGHEST for action port [ 650.130074] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-65ff9748-a2af-4b36-91c6-181097c29a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.130074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65ff9748-a2af-4b36-91c6-181097c29a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.130074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65ff9748-a2af-4b36-91c6-181097c29a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.130659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65ff9748-a2af-4b36-91c6-181097c29a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.130758] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ff9748-a2af-4b36-91c6-181097c29a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.492339] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe in Status: SUCCESS [ 650.492617] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe deletion is rescheduled due to dependency. [ 650.492684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.493576] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 650.493811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.493985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.494588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.495896] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.496300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.496300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.496545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.496746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.496911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.497094] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.570562] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e515375-839a-4aae-81e5-d84a55d86d82 [ 650.570870] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.571151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.571341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.571607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.571738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.571880] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e515375-839a-4aae-81e5-d84a55d86d82 already deleted. [ 650.572136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e515375-839a-4aae-81e5-d84a55d86d82" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.613882] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.613882] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.613882] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 already deleted. [ 650.613882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.632957] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65ff9748-a2af-4b36-91c6-181097c29a84 [ 650.634635] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.634635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.634635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.634635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.634635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.634635] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65ff9748-a2af-4b36-91c6-181097c29a84 already deleted. [ 650.634635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65ff9748-a2af-4b36-91c6-181097c29a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.953870] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.953870] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.954102] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.954429] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.956039] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.956039] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.956039] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.956039] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.956039] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.956039] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.956039] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.956039] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.956039] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.956487] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.956487] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.956552] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.979438] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.980845] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.981053] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.981260] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.984596] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-b882d823-8557-41eb-964e-7e8eb41f5067 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.984596] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-b882d823-8557-41eb-964e-7e8eb41f5067" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.984596] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-b882d823-8557-41eb-964e-7e8eb41f5067" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.984596] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-b882d823-8557-41eb-964e-7e8eb41f5067" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.984596] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b882d823-8557-41eb-964e-7e8eb41f5067',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.001809] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.488558] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.488997] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.488997] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.489412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.489669] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.489781] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port b882d823-8557-41eb-964e-7e8eb41f5067 not found, creating... [ 651.490485] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.490485] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.490485] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.490712] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.490897] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.491962] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.492256] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.492256] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.493251] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.493251] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.493251] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: b882d823-8557-41eb-964e-7e8eb41f5067 is going to be created. [ 651.506443] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1763a03f-8d77-4c0d-9021-f3c5c755a20d: rpc.has_security_group_logging(os_id): False [ 651.521469] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.521640] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.521640] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.523763] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.523763] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.523763] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-b882d823-8557-41eb-964e-7e8eb41f5067" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.526962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.527115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.527181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.527409] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.527494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.527735] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.527847] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.527936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.528185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.528279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.528400] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be created. [ 651.601968] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.602304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.602304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.602559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.602765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.632322] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 652.258649] env[66544]: INFO networking_nsxv3.common.synchronization [req-42991171-e265-4fdb-a848-833690301e64 req-689655b4-7b1b-4e7a-86f4-f82aa31b261b service nova] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_rules [ 652.258848] env[66544]: INFO networking_nsxv3.common.synchronization [req-42991171-e265-4fdb-a848-833690301e64 req-689655b4-7b1b-4e7a-86f4-f82aa31b261b service nova] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 652.259044] env[66544]: INFO networking_nsxv3.common.synchronization [req-42991171-e265-4fdb-a848-833690301e64 req-689655b4-7b1b-4e7a-86f4-f82aa31b261b service nova] Enqueued Resource ID: b882d823-8557-41eb-964e-7e8eb41f5067 with Priority: HIGHEST for action port [ 652.259972] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_rules [ 652.260119] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 652.260163] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b882d823-8557-41eb-964e-7e8eb41f5067 with Priority: HIGHEST for action port [ 652.260577] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.260577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.260793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.260900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.260976] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.262862] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.263217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.263281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.263482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.267213] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.267213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.267213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.267213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.267213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.267213] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.267213] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-b882d823-8557-41eb-964e-7e8eb41f5067 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.271442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b882d823-8557-41eb-964e-7e8eb41f5067" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.271442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b882d823-8557-41eb-964e-7e8eb41f5067" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.271541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b882d823-8557-41eb-964e-7e8eb41f5067" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.271598] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b882d823-8557-41eb-964e-7e8eb41f5067',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.507437] env[66544]: INFO networking_nsxv3.common.synchronization [req-962de46a-ccc8-4509-9738-60b5e474380e req-bd63e650-f75f-4c80-b156-3eda8c97fdb2 tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 652.508450] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 652.508450] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.509037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.509037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.509037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.509037] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.512335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.512335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.512335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.512335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.512335] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.516224] env[66544]: INFO networking_nsxv3.common.synchronization [None req-5ad7e7a1-88cd-41ee-ab31-90ee041f0eff None None] Enqueued Resource ID: 2ae37eab-e175-4463-a7bf-e48b570fab85 with Priority: HIGHEST for action port [ 652.516224] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae37eab-e175-4463-a7bf-e48b570fab85 with Priority: HIGHEST for action port [ 652.516488] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae37eab-e175-4463-a7bf-e48b570fab85 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.516488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae37eab-e175-4463-a7bf-e48b570fab85" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.516488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae37eab-e175-4463-a7bf-e48b570fab85" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.516792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae37eab-e175-4463-a7bf-e48b570fab85" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.517214] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae37eab-e175-4463-a7bf-e48b570fab85',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.763595] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.763747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.777314] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.777314] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b882d823-8557-41eb-964e-7e8eb41f5067 with status ACTIVE [ 652.777314] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.777314] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.777314] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.777314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.779282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.779282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.779282] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b882d823-8557-41eb-964e-7e8eb41f5067 is going to be updated. [ 652.809291] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.809291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.809529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.809568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.809701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.809876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b882d823-8557-41eb-964e-7e8eb41f5067" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.016964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.018098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.018098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.018098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.018098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.018399] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.018399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.018399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.018549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.018586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.018670] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 653.020613] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ae37eab-e175-4463-a7bf-e48b570fab85 [ 653.020772] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.020872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.021537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.021537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.021537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.021537] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ae37eab-e175-4463-a7bf-e48b570fab85 already deleted. [ 653.021762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae37eab-e175-4463-a7bf-e48b570fab85" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.063742] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.063952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.064018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.064210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.064441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.075104] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 653.247195] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac9ae545-26cf-43d3-b7be-354d42288617 req-860713c9-3a04-4c56-a052-ad3999001e97 tempest-ServerDiagnosticsTest-753055573 tempest-ServerDiagnosticsTest-753055573-project-member] Enqueued Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGHEST for action security_group_members [ 653.249499] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGHEST for action security_group_members [ 653.249499] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18d18b7-30fc-4ad8-88bd-e367f75324ac taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.249499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.249499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.249499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.249499] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.249499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.249499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.249958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.249958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.249958] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.284417] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.647512] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 653.647870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.742901] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.742901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.742901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.742901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.742901] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.742901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.742901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.742901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.742901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.743916] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.744195] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.744466] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.745111] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.745811] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.747064] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.747064] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.752436] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.752754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.752989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.753377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.753712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.754113] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.754418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.754535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.754696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.754777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.754991] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac already deleted. [ 653.754991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.768673] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.768843] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.768979] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.769426] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.769506] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-71d0d836-8a95-4456-8e8f-929322189e79 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.769630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-71d0d836-8a95-4456-8e8f-929322189e79" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.769771] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-71d0d836-8a95-4456-8e8f-929322189e79" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.770093] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-71d0d836-8a95-4456-8e8f-929322189e79" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.770366] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71d0d836-8a95-4456-8e8f-929322189e79',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.785563] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.785563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.785563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.785807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.785807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.785807] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be created. [ 653.815881] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.816048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.816167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.816472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.816593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.826983] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: UNINITIALIZED for 2s [ 654.272283] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.272508] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.272613] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.272920] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.273064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.273217] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 71d0d836-8a95-4456-8e8f-929322189e79 not found, creating... [ 654.273537] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.273693] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.273801] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.274022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.274154] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.274688] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.274688] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.274688] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.274952] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.275043] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.275157] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 71d0d836-8a95-4456-8e8f-929322189e79 is going to be created. [ 654.295801] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.296056] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.296115] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.296386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.296628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.296859] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-71d0d836-8a95-4456-8e8f-929322189e79" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.045160] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac9ae545-26cf-43d3-b7be-354d42288617 req-e338b86f-75ce-4b79-995d-b75817a9b6db service nova] Enqueued Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGHEST for action security_group_rules [ 655.045526] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac9ae545-26cf-43d3-b7be-354d42288617 req-e338b86f-75ce-4b79-995d-b75817a9b6db service nova] Enqueued Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGHEST for action security_group_members [ 655.045526] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac9ae545-26cf-43d3-b7be-354d42288617 req-e338b86f-75ce-4b79-995d-b75817a9b6db service nova] Enqueued Resource ID: 71d0d836-8a95-4456-8e8f-929322189e79 with Priority: HIGHEST for action port [ 655.045949] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGHEST for action security_group_rules [ 655.046148] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGHEST for action security_group_members [ 655.046257] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d0d836-8a95-4456-8e8f-929322189e79 with Priority: HIGHEST for action port [ 655.046531] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.046654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.046717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.047227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.047923] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.048940] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18d18b7-30fc-4ad8-88bd-e367f75324ac taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.049099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.049193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.049472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.049678] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.049813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.049872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.050039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.050122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.050264] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.051199] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-71d0d836-8a95-4456-8e8f-929322189e79 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.051341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71d0d836-8a95-4456-8e8f-929322189e79" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.051401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71d0d836-8a95-4456-8e8f-929322189e79" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.051533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71d0d836-8a95-4456-8e8f-929322189e79" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.051688] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71d0d836-8a95-4456-8e8f-929322189e79',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.088204] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 655.088204] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 deletion is rescheduled due to dependency. [ 655.088387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.324650] env[66544]: INFO networking_nsxv3.common.synchronization [req-c14ba83c-642c-42c8-8104-5f2b7899f91e req-2ac00f0b-4dab-4489-a78f-6c13eb8d7985 tempest-ListServerFiltersTestJSON-340605938 tempest-ListServerFiltersTestJSON-340605938-project-member] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 655.325460] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 655.326078] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.326078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.555800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18d18b7-30fc-4ad8-88bd-e367f75324ac taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.559020] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71d0d836-8a95-4456-8e8f-929322189e79 with status ACTIVE [ 655.559020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.559020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.559020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.559020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.559867] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71d0d836-8a95-4456-8e8f-929322189e79 is going to be updated. [ 655.564991] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.590021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.590021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.590021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.594451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.594696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.594843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71d0d836-8a95-4456-8e8f-929322189e79" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.838440] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 655.838692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.839088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.839486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.839731] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.839896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.839975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.840201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.840315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.840669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.840875] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.842168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.842808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.843036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.843154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.843254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.843361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.843441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.843531] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.909700] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.910175] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.910339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.910685] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.910908] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.911542] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.911722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.912745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.913000] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.913273] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.913431] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.913565] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.913709] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.913846] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.913983] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.914163] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.933940] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.934105] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.934246] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.934449] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.934808] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-3105a829-f1e6-46ba-958f-6d68aa85ea2c taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.934966] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-3105a829-f1e6-46ba-958f-6d68aa85ea2c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.935097] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-3105a829-f1e6-46ba-958f-6d68aa85ea2c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.935446] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-3105a829-f1e6-46ba-958f-6d68aa85ea2c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.935616] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3105a829-f1e6-46ba-958f-6d68aa85ea2c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.069271] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.346034] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.346299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.346393] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.420482] env[66544]: INFO networking_nsxv3.common.synchronization [None req-6ee45b2f-9b7e-4624-95d1-09bb8d352f81 None None] Enqueued Resource ID: 0dae102c-b9ee-44c3-a722-00d34df312f7 with Priority: HIGHEST for action port [ 656.421090] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dae102c-b9ee-44c3-a722-00d34df312f7 with Priority: HIGHEST for action port [ 656.421565] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dae102c-b9ee-44c3-a722-00d34df312f7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.421778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dae102c-b9ee-44c3-a722-00d34df312f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.421904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dae102c-b9ee-44c3-a722-00d34df312f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.423803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dae102c-b9ee-44c3-a722-00d34df312f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.423954] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dae102c-b9ee-44c3-a722-00d34df312f7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.437971] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.438217] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.438331] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.438610] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.438818] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.438991] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 3105a829-f1e6-46ba-958f-6d68aa85ea2c not found, creating... [ 656.439199] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.439355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.439465] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.439690] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.439816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.440121] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.440359] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.440485] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.440692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.440820] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.440956] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 3105a829-f1e6-46ba-958f-6d68aa85ea2c is going to be created. [ 656.470300] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.471041] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.471041] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.471041] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.471231] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.471430] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-3105a829-f1e6-46ba-958f-6d68aa85ea2c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.571467] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.571713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.571834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.572191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.572355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.572455] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac is going to be created. [ 656.613139] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.613415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.613415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.613662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.613849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.635910] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac in Status: UNINITIALIZED for 2s [ 656.848332] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.927275] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dae102c-b9ee-44c3-a722-00d34df312f7 [ 656.927807] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.929315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.929315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.929315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.929315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.929315] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dae102c-b9ee-44c3-a722-00d34df312f7 already deleted. [ 656.929315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dae102c-b9ee-44c3-a722-00d34df312f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.351068] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.351942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.352365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.354672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.354672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.354672] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 657.410964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.410964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.410964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.410964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.410964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.428861] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 657.676232] env[66544]: INFO networking_nsxv3.common.synchronization [req-c14ba83c-642c-42c8-8104-5f2b7899f91e req-068ac03f-7e0f-452a-805a-5f2c70ad8caa service nova] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_rules [ 657.676232] env[66544]: INFO networking_nsxv3.common.synchronization [req-c14ba83c-642c-42c8-8104-5f2b7899f91e req-068ac03f-7e0f-452a-805a-5f2c70ad8caa service nova] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 657.676232] env[66544]: INFO networking_nsxv3.common.synchronization [req-c14ba83c-642c-42c8-8104-5f2b7899f91e req-068ac03f-7e0f-452a-805a-5f2c70ad8caa service nova] Enqueued Resource ID: 3105a829-f1e6-46ba-958f-6d68aa85ea2c with Priority: HIGHEST for action port [ 657.676232] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_rules [ 657.676232] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 657.676232] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3105a829-f1e6-46ba-958f-6d68aa85ea2c with Priority: HIGHEST for action port [ 657.676232] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.676232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.676232] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.676232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.677527] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-3105a829-f1e6-46ba-958f-6d68aa85ea2c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.677681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3105a829-f1e6-46ba-958f-6d68aa85ea2c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.678041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3105a829-f1e6-46ba-958f-6d68aa85ea2c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.678129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3105a829-f1e6-46ba-958f-6d68aa85ea2c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.678184] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3105a829-f1e6-46ba-958f-6d68aa85ea2c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.181328] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3105a829-f1e6-46ba-958f-6d68aa85ea2c with status ACTIVE [ 658.182305] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.182522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.182636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.183473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.183599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.183839] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.184381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.184485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.184820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.184872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.185290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.187125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.187238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.187364] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3105a829-f1e6-46ba-958f-6d68aa85ea2c is going to be updated. [ 658.214513] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.214744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.214803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.215222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.215222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.215390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3105a829-f1e6-46ba-958f-6d68aa85ea2c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.248171] env[66544]: INFO networking_nsxv3.common.synchronization [None req-6e0791bc-36ad-46fa-ae4c-25f8502fbf2b None None] Enqueued Resource ID: b4505f10-b220-44f8-9db9-a14127d9fcef with Priority: HIGHEST for action port [ 658.249836] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4505f10-b220-44f8-9db9-a14127d9fcef with Priority: HIGHEST for action port [ 658.251370] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4505f10-b220-44f8-9db9-a14127d9fcef taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.252673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4505f10-b220-44f8-9db9-a14127d9fcef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.252673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4505f10-b220-44f8-9db9-a14127d9fcef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.252673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4505f10-b220-44f8-9db9-a14127d9fcef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.252986] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4505f10-b220-44f8-9db9-a14127d9fcef',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.652999] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac in Status: SUCCESS [ 658.653319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.653432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.653665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.653859] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.653974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.654589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.654589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.654589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.654589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.654589] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.757615] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4505f10-b220-44f8-9db9-a14127d9fcef [ 658.757615] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.759245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.759245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.759245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.759245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.759245] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4505f10-b220-44f8-9db9-a14127d9fcef already deleted. [ 658.759245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4505f10-b220-44f8-9db9-a14127d9fcef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.161638] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18d18b7-30fc-4ad8-88bd-e367f75324ac taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.162040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.162154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.162526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.162526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.162720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.162720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.163185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.163185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18d18b7-30fc-4ad8-88bd-e367f75324ac taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.163185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.163185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.163392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.163442] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.163625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.163625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.163741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.164194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164194] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.442890] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 659.444151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.444151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.444151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.444151] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.444151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.444151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.444609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.444904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.444958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.445202] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.445318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.445379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.445546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.445716] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.445818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.445872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.446036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.446129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.446178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.446271] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.447207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.447380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.447558] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.447680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.447787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.448343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.448343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.448343] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.671259] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18d18b7-30fc-4ad8-88bd-e367f75324ac: rpc.has_security_group_logging(os_id): False [ 659.692636] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.692758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.692758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.692956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.693170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.693405] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.693509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.693828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.693828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.693828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.694011] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.695288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.695288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.695531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.695653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.696086] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.696654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.696758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.696949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.697100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.697235] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac is going to be created. [ 659.786416] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.786680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.786735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.786976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.787180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.805733] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac in Status: IN_PROGRESS for 2s [ 659.950595] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04cce3f4-8103-4f0f-b701-b377ae1626b4: rpc.has_security_group_logging(os_id): False [ 659.952034] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.972454] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.972660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.972660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.973368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.973611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.973800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.974142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.974142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.974452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.974452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.974577] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.974727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.974727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.974899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.975026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.975678] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.975787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.975850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.976019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.976102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.976190] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be created. [ 660.048847] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.049054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.049149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.049482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.049784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.064854] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 660.361895] env[66544]: INFO networking_nsxv3.common.synchronization [req-11dd22aa-4aac-4c1f-87aa-23135fed9a2a req-4c285eaf-2bf5-4855-a560-5a11290b5b93 tempest-ListServerFiltersTestJSON-340605938 tempest-ListServerFiltersTestJSON-340605938-project-member] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 660.362545] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 660.363529] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.363529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.455049] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.799161] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.799576] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.799576] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.799861] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.799981] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.800154] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.800154] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.800582] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.800582] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.800707] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.801075] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.801075] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.801075] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.801469] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.801859] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.801859] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.821299] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.821513] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.821751] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.821961] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-23" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.822347] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-09578250-905c-4ae6-b9a3-e0a161d0606b taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.822551] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-09578250-905c-4ae6-b9a3-e0a161d0606b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.822691] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-09578250-905c-4ae6-b9a3-e0a161d0606b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.823040] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-09578250-905c-4ae6-b9a3-e0a161d0606b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.823219] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09578250-905c-4ae6-b9a3-e0a161d0606b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.957846] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.958065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.958143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.958354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.958446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.958544] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 660.995094] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.995094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.995094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.995339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.995455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.008867] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 661.326744] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.327069] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.327206] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.327482] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.327626] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.327769] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 09578250-905c-4ae6-b9a3-e0a161d0606b not found, creating... [ 661.328256] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.328256] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.328256] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.328513] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.328722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.329073] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.330233] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.330233] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.330233] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.330233] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.330233] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 09578250-905c-4ae6-b9a3-e0a161d0606b is going to be created. [ 661.361849] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361849] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.362138] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.362351] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.362705] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.363033] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-09578250-905c-4ae6-b9a3-e0a161d0606b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.823627] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac in Status: SUCCESS [ 661.824018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.081651] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 662.081991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.083055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.083055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.083055] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.105809] env[66544]: INFO networking_nsxv3.common.synchronization [req-11dd22aa-4aac-4c1f-87aa-23135fed9a2a req-239ddda8-41c7-40a6-9f90-678ee10e9ba5 service nova] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_rules [ 662.105986] env[66544]: INFO networking_nsxv3.common.synchronization [req-11dd22aa-4aac-4c1f-87aa-23135fed9a2a req-239ddda8-41c7-40a6-9f90-678ee10e9ba5 service nova] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 662.106136] env[66544]: INFO networking_nsxv3.common.synchronization [req-11dd22aa-4aac-4c1f-87aa-23135fed9a2a req-239ddda8-41c7-40a6-9f90-678ee10e9ba5 service nova] Enqueued Resource ID: 09578250-905c-4ae6-b9a3-e0a161d0606b with Priority: HIGHEST for action port [ 662.106713] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_rules [ 662.106848] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 662.106949] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09578250-905c-4ae6-b9a3-e0a161d0606b with Priority: HIGHEST for action port [ 662.107251] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.108392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.108392] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.108392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.108392] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-09578250-905c-4ae6-b9a3-e0a161d0606b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.108392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09578250-905c-4ae6-b9a3-e0a161d0606b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.108392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09578250-905c-4ae6-b9a3-e0a161d0606b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.108392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09578250-905c-4ae6-b9a3-e0a161d0606b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.108392] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09578250-905c-4ae6-b9a3-e0a161d0606b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.585180] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.585180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.614944] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09578250-905c-4ae6-b9a3-e0a161d0606b with status ACTIVE [ 662.615501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.615501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.615501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.615733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.615783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.616485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.616779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.616779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.617979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.617979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.617979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.617979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.618443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.618443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.618994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.618994] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09578250-905c-4ae6-b9a3-e0a161d0606b is going to be updated. [ 662.643146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.643375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.644044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.644935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.645284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.645635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09578250-905c-4ae6-b9a3-e0a161d0606b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.020518] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 663.020843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.024389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.024389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.024389] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.024389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.024389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.024389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.024389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.024389] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.525079] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.967582] env[66544]: INFO networking_nsxv3.common.synchronization [None req-f69b6330-4c46-4468-a80b-e700e5bc2912 tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 663.967582] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 663.967582] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.967582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.967582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.967582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.967582] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.987486] env[66544]: INFO networking_nsxv3.common.synchronization [None req-bd566747-fe3b-4428-afa1-c08b295b2cff tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 663.988077] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 663.988408] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.988507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.027258] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.338635] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.338799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.338868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.339169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.339283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.339391] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db already deleted. [ 664.339507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.339725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.339928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.340031] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.529356] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.533150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.533150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.533150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.533150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.533150] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 664.566570] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.566826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.567033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.569021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.569021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.580046] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 664.866618] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.866618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.866618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.868098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.868098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.868098] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db already deleted. [ 664.868098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.528829] env[66544]: INFO networking_nsxv3.common.synchronization [req-5d726d3f-97c3-480c-940a-e40c7fe46a54 req-95631f41-670d-4e5b-b981-c41b0bcaf7e7 tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 665.528829] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 665.529381] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.529381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.529381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.529718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.532569] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.532569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.532569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.532569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.532569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.532569] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.034785] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.034785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.034785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.035739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.035739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.035739] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.035739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.035739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.035739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.035739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.035739] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 666.053617] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.054028] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.054331] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.054744] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.055231] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.055578] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.055733] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.056088] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.056259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.056506] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.056692] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.056867] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.057020] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.057141] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.057186] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.057312] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.082993] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.082993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.083270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.083975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.083975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.091854] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.092097] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.092228] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.092431] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.092754] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-5c49499e-7ddc-485a-8484-bf6c1de956ec taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.092916] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-5c49499e-7ddc-485a-8484-bf6c1de956ec" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.093038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-5c49499e-7ddc-485a-8484-bf6c1de956ec" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.093371] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-5c49499e-7ddc-485a-8484-bf6c1de956ec" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.093534] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c49499e-7ddc-485a-8484-bf6c1de956ec',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.097774] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 666.590929] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 666.591338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.591419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.591643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.591850] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.592431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.592515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.592989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.592989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.592989] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.600283] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.600598] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.601025] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.601366] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.601571] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.601754] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 5c49499e-7ddc-485a-8484-bf6c1de956ec not found, creating... [ 666.602153] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.602673] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.602844] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.603161] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.603316] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.603649] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.604125] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.604125] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.604493] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.604638] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.604788] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 5c49499e-7ddc-485a-8484-bf6c1de956ec is going to be created. [ 666.636223] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.636541] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.636688] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.637078] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.637388] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.637700] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-5c49499e-7ddc-485a-8484-bf6c1de956ec" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.095577] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.348037] env[66544]: INFO networking_nsxv3.common.synchronization [req-5d726d3f-97c3-480c-940a-e40c7fe46a54 req-0637004f-170a-4821-b7c8-c7c0d81f9497 service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 667.348290] env[66544]: INFO networking_nsxv3.common.synchronization [req-5d726d3f-97c3-480c-940a-e40c7fe46a54 req-0637004f-170a-4821-b7c8-c7c0d81f9497 service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 667.348441] env[66544]: INFO networking_nsxv3.common.synchronization [req-5d726d3f-97c3-480c-940a-e40c7fe46a54 req-0637004f-170a-4821-b7c8-c7c0d81f9497 service nova] Enqueued Resource ID: 5c49499e-7ddc-485a-8484-bf6c1de956ec with Priority: HIGHEST for action port [ 667.348998] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 667.349157] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 667.349295] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c49499e-7ddc-485a-8484-bf6c1de956ec with Priority: HIGHEST for action port [ 667.349604] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.349736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.349908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.350162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.350162] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.351048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.351337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.351462] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c49499e-7ddc-485a-8484-bf6c1de956ec taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.351530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c49499e-7ddc-485a-8484-bf6c1de956ec" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.351576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c49499e-7ddc-485a-8484-bf6c1de956ec" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.352517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c49499e-7ddc-485a-8484-bf6c1de956ec" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.352517] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c49499e-7ddc-485a-8484-bf6c1de956ec',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.597885] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.857389] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.857658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.857938] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c49499e-7ddc-485a-8484-bf6c1de956ec with status ACTIVE [ 667.858517] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.858517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.858678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.858950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.859127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.859382] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.859544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.859648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.859897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.860065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.860579] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.860946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.860946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.860946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.861112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.861584] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c49499e-7ddc-485a-8484-bf6c1de956ec is going to be updated. [ 667.890056] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.890056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.890383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.890813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.890813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.890988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c49499e-7ddc-485a-8484-bf6c1de956ec" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.024060] env[66544]: INFO networking_nsxv3.common.synchronization [req-c1da518a-635c-48a8-9362-d7c4dc598b95 req-44acb445-23c0-438a-b0aa-fd702d06ed33 tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 668.024999] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 668.025799] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.025799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.025799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.026158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.026403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.026540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.026621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.026823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.026946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.027175] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.100487] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.100613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.100703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.101208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.101321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.101429] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 668.114220] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 668.114684] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 deletion is rescheduled due to dependency. [ 668.114821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.115343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.115343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.115771] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.115918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.115984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.116336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.116475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.116593] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.143738] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.144097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.144243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.144653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.145057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.160874] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 668.373367] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.373367] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.373367] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.373367] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.373367] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.373367] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.373367] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.373367] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.373865] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.373865] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.373865] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.373980] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.374117] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.374248] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.374360] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.374517] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.392768] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.393224] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.393518] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.393756] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.394686] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-74cdc873-dc65-4afe-a396-4b25d994e863 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.394987] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-74cdc873-dc65-4afe-a396-4b25d994e863" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.396251] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-74cdc873-dc65-4afe-a396-4b25d994e863" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.396251] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-74cdc873-dc65-4afe-a396-4b25d994e863" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.396251] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74cdc873-dc65-4afe-a396-4b25d994e863',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.531952] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.533613] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.533613] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da already deleted. [ 668.533613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.619112] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.899114] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.899386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.899489] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.899763] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.899904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.900063] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 74cdc873-dc65-4afe-a396-4b25d994e863 not found, creating... [ 668.900336] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.900494] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.900614] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.900908] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.901066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.901369] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.901621] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.901826] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.902054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.902189] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.902333] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 74cdc873-dc65-4afe-a396-4b25d994e863 is going to be created. [ 668.924639] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.924839] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.924953] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.925244] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.925476] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.925714] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-74cdc873-dc65-4afe-a396-4b25d994e863" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.121752] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.624886] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.625293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.625293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.625972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.625972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.626242] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 669.668565] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.670030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.670030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.670030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.670351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.684570] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 669.794547] env[66544]: INFO networking_nsxv3.common.synchronization [req-c1da518a-635c-48a8-9362-d7c4dc598b95 req-9d32ea60-92f5-4271-a9ae-bc90d61a54d7 service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 669.794547] env[66544]: INFO networking_nsxv3.common.synchronization [req-c1da518a-635c-48a8-9362-d7c4dc598b95 req-9d32ea60-92f5-4271-a9ae-bc90d61a54d7 service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 669.794547] env[66544]: INFO networking_nsxv3.common.synchronization [req-c1da518a-635c-48a8-9362-d7c4dc598b95 req-9d32ea60-92f5-4271-a9ae-bc90d61a54d7 service nova] Enqueued Resource ID: 74cdc873-dc65-4afe-a396-4b25d994e863 with Priority: HIGHEST for action port [ 669.796141] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 669.796252] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 669.796474] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cdc873-dc65-4afe-a396-4b25d994e863 with Priority: HIGHEST for action port [ 669.797820] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.797820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.797979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.798259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.798326] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.799993] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.799993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.799993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.799993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.799993] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.800521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.800588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.800780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.800888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800996] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.804800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-74cdc873-dc65-4afe-a396-4b25d994e863 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.804800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74cdc873-dc65-4afe-a396-4b25d994e863" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.804800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74cdc873-dc65-4afe-a396-4b25d994e863" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.805062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74cdc873-dc65-4afe-a396-4b25d994e863" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.805062] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74cdc873-dc65-4afe-a396-4b25d994e863',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.173145] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 670.173388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.173807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.174009] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.174143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.174212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.174371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.174534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.174659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.174717] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.308077] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.309468] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.309621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.309758] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74cdc873-dc65-4afe-a396-4b25d994e863 with status ACTIVE [ 670.309898] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.310015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.310087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.310296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.310384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.310550] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.310648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.310710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.310860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.310937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.311162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.311274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.311663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.311866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.311980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.312051] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74cdc873-dc65-4afe-a396-4b25d994e863 is going to be updated. [ 670.340257] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.340257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.340257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.340257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.340257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.340257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74cdc873-dc65-4afe-a396-4b25d994e863" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.679185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.679185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.679185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.679185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.679901] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.680089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.680189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.680451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.680598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.680728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.680978] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.681145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.681243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.681488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.681694] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.681846] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.681927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.682093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.682210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.682279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.682380] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.814302] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.184890] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04cce3f4-8103-4f0f-b701-b377ae1626b4: rpc.has_security_group_logging(os_id): False [ 671.209151] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.209424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.209424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.209677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.209677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.209851] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.209954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.210021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.210178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.210253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.210452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.210655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.210655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.210770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.210805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.211916] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.212148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.212148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.216224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.216224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.216224] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 671.297937] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.297937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.297937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.297937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.297937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319305] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.319305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.319305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.319305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.319305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319305] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be created. [ 671.324919] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 671.363459] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.363628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.363688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.363901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.364092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.387752] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: UNINITIALIZED for 2s [ 671.699624] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 671.699990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.699990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.700476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.700476] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.700721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.700721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.700836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.700961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.701116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.703082] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.960116] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4be1a3a5-ae5b-4ccc-be30-8e3150a72f5e None None] Enqueued Resource ID: 06c5125c-0007-4fd4-a815-b3141daa4de4 with Priority: HIGHEST for action port [ 671.963496] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c5125c-0007-4fd4-a815-b3141daa4de4 with Priority: HIGHEST for action port [ 671.964491] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c5125c-0007-4fd4-a815-b3141daa4de4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.964676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c5125c-0007-4fd4-a815-b3141daa4de4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.964726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c5125c-0007-4fd4-a815-b3141daa4de4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.965076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c5125c-0007-4fd4-a815-b3141daa4de4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.965554] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c5125c-0007-4fd4-a815-b3141daa4de4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.204140] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.204431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.204775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.205327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.205694] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.205905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.206116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.206319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.206476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.206654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.206955] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.207171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.207290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.207575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.207846] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.208058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.208301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.208413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.208530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.208695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.208865] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.468545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06c5125c-0007-4fd4-a815-b3141daa4de4 [ 672.469306] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.469306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.469306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.469623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.469623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.471038] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06c5125c-0007-4fd4-a815-b3141daa4de4 already deleted. [ 672.471038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c5125c-0007-4fd4-a815-b3141daa4de4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.711787] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6f757a-fd56-4da8-9311-a5ee7933c991: rpc.has_security_group_logging(os_id): False [ 672.733291] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.733515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.733515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.733739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.733839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.734050] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.734162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.734224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.734396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.734489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.735044] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.735044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.735044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.735399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.735399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.735612] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.735612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.735769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.736262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.736262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.736262] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 672.821245] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.821530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.821530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.821764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.821933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.842055] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 673.239840] env[66544]: INFO networking_nsxv3.common.synchronization [req-4c0ae3c2-96ff-4cc6-ac86-9b2d0090a0ab req-2e230365-a192-4669-9ccb-d56c005359fe tempest-ServersAdminNegativeTestJSON-771341344 tempest-ServersAdminNegativeTestJSON-771341344-project-member] Enqueued Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 673.240378] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 673.240679] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.240803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.240870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.241352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.241352] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.241525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.241525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.241603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.241638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.242057] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.341821] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 673.342147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.342751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.343200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.343336] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.396849] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 673.397091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.397314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.397617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.397778] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.397943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.398201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.399548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.399548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.399548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.399548] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.743812] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.743812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.743812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.744251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.744251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.744318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.744399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.744456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.744680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.744787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.744842] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e already deleted. [ 673.745225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.847692] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.847884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.847957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.848199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.848403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.848530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.848698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.848863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.848927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.849079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.849142] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.875722] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.875906] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.876038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.876296] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.876638] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.876749] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.876801] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.876998] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.877156] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.877354] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.877454] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.877551] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.877643] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.877783] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.877912] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.878049] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.900993] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.900993] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.901112] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.901398] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.901552] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-a2bce813-f25b-4991-9562-4de28f5238df taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.901715] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-a2bce813-f25b-4991-9562-4de28f5238df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.902119] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-a2bce813-f25b-4991-9562-4de28f5238df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.902541] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-a2bce813-f25b-4991-9562-4de28f5238df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.902672] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2bce813-f25b-4991-9562-4de28f5238df',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.905309] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.905462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.905549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.905776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.905985] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.906104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.906164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.906312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.906391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.906473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.906619] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.906709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.906766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.906904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.907045] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.907134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.907318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.907470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.907543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.907622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.907706] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.000249] env[66544]: INFO networking_nsxv3.common.synchronization [req-74bcd89a-df0f-4def-87a8-7a6fa9abf4aa req-6956586c-d90d-48aa-9d01-bf8ce0e8263f tempest-InstanceActionsNegativeTestJSON-852256980 tempest-InstanceActionsNegativeTestJSON-852256980-project-member] Enqueued Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGHEST for action security_group_members [ 674.000249] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGHEST for action security_group_members [ 674.000803] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-15ffdc34-ccca-48e5-a524-330363daed5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.001080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.001235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.001506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.001780] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.001992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.002148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.003367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.003367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.003367] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.334135] env[66544]: INFO networking_nsxv3.common.synchronization [req-e637804d-a218-4cbf-a006-70511262fef2 req-28ba9c43-302d-4c61-9a91-c505eb98cbef tempest-DeleteServersAdminTestJSON-271478678 tempest-DeleteServersAdminTestJSON-271478678-project-member] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 674.334904] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGHEST for action security_group_members [ 674.336043] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.336239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.339144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.339144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.339144] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.339144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.339144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.339144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.339144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.339144] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.356036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.356036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.356036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.356036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.357956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.357956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.358770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.359306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.359689] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.404170] env[66544]: INFO networking_nsxv3.common.synchronization [None req-ccee97bf-4bce-4d7b-bb55-ae653e50097d None None] Enqueued Resource ID: a23327e2-d115-43f8-aaaf-31f236eb6fed with Priority: HIGHEST for action port [ 674.404837] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.405018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.405184] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.405546] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.405867] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.406186] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port a2bce813-f25b-4991-9562-4de28f5238df not found, creating... [ 674.406502] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.406674] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.406869] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.407365] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.407514] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.408162] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.408162] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.408162] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.409635] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.409635] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.409635] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: a2bce813-f25b-4991-9562-4de28f5238df is going to be created. [ 674.410729] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a23327e2-d115-43f8-aaaf-31f236eb6fed with Priority: HIGHEST for action port [ 674.411704] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ff8d72-bc06-4df9-93b3-69a75dea17da: rpc.has_security_group_logging(os_id): False [ 674.412407] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a23327e2-d115-43f8-aaaf-31f236eb6fed taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.412618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a23327e2-d115-43f8-aaaf-31f236eb6fed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.412701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a23327e2-d115-43f8-aaaf-31f236eb6fed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.412938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a23327e2-d115-43f8-aaaf-31f236eb6fed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.413052] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a23327e2-d115-43f8-aaaf-31f236eb6fed',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.436609] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.437099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.437099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.437099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.437099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.437510] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.437601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.437676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.437805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.437965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.439078] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.439250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.439402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.439692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.439800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.440080] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.440303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.440408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.440771] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.440882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.441025] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be created. [ 674.443616] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.443855] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.443980] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.444287] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.444554] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.444838] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-a2bce813-f25b-4991-9562-4de28f5238df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.507029] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.507029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.507029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.507368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.507368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.507991] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.507991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.507991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.508558] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ffdc34-ccca-48e5-a524-330363daed5f is going to be updated. [ 674.592713] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.593026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.593130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.593391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.593604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.599524] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.600156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.600156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.602126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.602458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.627301] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ffdc34-ccca-48e5-a524-330363daed5f in Status: IN_PROGRESS for 2s [ 674.630578] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 674.844026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.844026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.844026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.844026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.844026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.844026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.844026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.844026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.844026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.844026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.844026] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 is going to be updated. [ 674.863821] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04cce3f4-8103-4f0f-b701-b377ae1626b4: rpc.has_security_group_logging(os_id): False [ 674.871565] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 674.872019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.894724] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.894930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.895033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.895328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.895536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.898166] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.898311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.898373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.898546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.898627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.898820] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.898918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.898980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.899152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.899226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.899414] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.899508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.899584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.899702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.899785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.899975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.900073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.900132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.900271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.900343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.900431] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 674.910752] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: IN_PROGRESS for 2s [ 674.915553] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a23327e2-d115-43f8-aaaf-31f236eb6fed [ 674.915821] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.915997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.916086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.916283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.916369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.916464] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a23327e2-d115-43f8-aaaf-31f236eb6fed already deleted. [ 674.916555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a23327e2-d115-43f8-aaaf-31f236eb6fed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.980868] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.981200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.981284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.981549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.981782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.010469] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 675.142558] env[66544]: INFO networking_nsxv3.common.synchronization [req-4c0ae3c2-96ff-4cc6-ac86-9b2d0090a0ab req-637eb261-b42a-437b-aa26-0d194eaba09f service nova] Enqueued Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_rules [ 675.142558] env[66544]: INFO networking_nsxv3.common.synchronization [req-4c0ae3c2-96ff-4cc6-ac86-9b2d0090a0ab req-637eb261-b42a-437b-aa26-0d194eaba09f service nova] Enqueued Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 675.142558] env[66544]: INFO networking_nsxv3.common.synchronization [req-4c0ae3c2-96ff-4cc6-ac86-9b2d0090a0ab req-637eb261-b42a-437b-aa26-0d194eaba09f service nova] Enqueued Resource ID: a2bce813-f25b-4991-9562-4de28f5238df with Priority: HIGHEST for action port [ 675.142558] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_rules [ 675.142558] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 675.142558] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bce813-f25b-4991-9562-4de28f5238df with Priority: HIGHEST for action port [ 675.144259] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.144640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.145820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.145820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.145820] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.146813] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.147081] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.147260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.147604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.147854] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.148473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.148473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.148473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.148473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.148473] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.149546] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2bce813-f25b-4991-9562-4de28f5238df taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.151076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2bce813-f25b-4991-9562-4de28f5238df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.151076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2bce813-f25b-4991-9562-4de28f5238df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.151076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2bce813-f25b-4991-9562-4de28f5238df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.151076] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2bce813-f25b-4991-9562-4de28f5238df',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.436838] env[66544]: INFO networking_nsxv3.common.synchronization [req-75fd4f39-0550-4c05-b47c-6462696bca17 req-5d161a52-48ed-4f2b-b746-bddfc7581762 tempest-ServerExternalEventsTest-733972332 tempest-ServerExternalEventsTest-733972332-project-member] Enqueued Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGHEST for action security_group_members [ 675.437480] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGHEST for action security_group_members [ 675.437838] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b54f24-3d3c-4390-937c-5457e285d86b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.438010] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.438100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.438342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.438526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.438639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.438716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.439874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.439874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.439874] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.653276] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2bce813-f25b-4991-9562-4de28f5238df with status ACTIVE [ 675.653276] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.653461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.653461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.653656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.653766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.653988] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.656139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.656139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.656479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.656599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.656871] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.656991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.657142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.657608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.657608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.657608] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2bce813-f25b-4991-9562-4de28f5238df is going to be updated. [ 675.660366] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.662301] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.662448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.686358] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.686634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.686634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.687099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.687099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.687261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2bce813-f25b-4991-9562-4de28f5238df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.945116] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.945116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.945116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.945116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.945116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.945116] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.945116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.945116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.945116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.945116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.945116] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b54f24-3d3c-4390-937c-5457e285d86b is going to be updated. [ 675.983786] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.983786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.983786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.984071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.984796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.995983] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b54f24-3d3c-4390-937c-5457e285d86b in Status: IN_PROGRESS for 2s [ 676.164488] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.644223] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15ffdc34-ccca-48e5-a524-330363daed5f in Status: SUCCESS [ 676.644478] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15ffdc34-ccca-48e5-a524-330363daed5f deletion is rescheduled due to dependency. [ 676.644659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.647087] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 676.647227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.667390] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.667654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.667654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.667807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.668132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.668132] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e is going to be created. [ 676.699038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.699038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.699281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.699322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.699511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.710606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: UNINITIALIZED for 2s [ 676.752312] env[66544]: INFO networking_nsxv3.common.synchronization [req-3cd4d510-1056-43cd-a91c-eff0cafc9ada req-10abcdb4-3c7f-4995-8188-3bac37563c2a tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 676.752914] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 676.753237] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.753362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.753428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.753687] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.753842] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.753942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.754010] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.754353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.754448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.754631] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.925920] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d825188-ef90-486d-a155-5da4f81c87d5 in Status: SUCCESS [ 676.926326] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 deletion is rescheduled due to dependency. [ 676.926326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.036972] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 677.037948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.257203] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.257361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.257456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.257706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.257864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.258139] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.258413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.258572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.258725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.258901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.259080] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 already deleted. [ 677.259205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.346217] env[66544]: INFO networking_nsxv3.common.synchronization [None req-0bb99242-e063-4e27-8b16-53cc92d64638 None None] Enqueued Resource ID: 03f2e33b-fb08-4533-9858-5632f854a573 with Priority: HIGHEST for action port [ 677.346217] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f2e33b-fb08-4533-9858-5632f854a573 with Priority: HIGHEST for action port [ 677.346217] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f2e33b-fb08-4533-9858-5632f854a573 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.346826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f2e33b-fb08-4533-9858-5632f854a573" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.347069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f2e33b-fb08-4533-9858-5632f854a573" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.349511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f2e33b-fb08-4533-9858-5632f854a573" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.349511] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f2e33b-fb08-4533-9858-5632f854a573',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.731945] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.732261] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-884" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.732442] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-884" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.732904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-884" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.733308] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.733558] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.733739] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.734073] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.734297] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.734619] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.734787] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.734947] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.735124] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.735294] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.735461] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.735662] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.758457] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.758626] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.758682] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.758856] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-884" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.759237] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-c13dacb5-2276-443e-9e13-ca5d0b03db56 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.759451] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.759451] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.759778] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.759911] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13dacb5-2276-443e-9e13-ca5d0b03db56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.856873] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03f2e33b-fb08-4533-9858-5632f854a573 [ 677.858065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.858065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.858065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.858065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.858065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.858065] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03f2e33b-fb08-4533-9858-5632f854a573 already deleted. [ 677.858065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f2e33b-fb08-4533-9858-5632f854a573" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.006894] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b54f24-3d3c-4390-937c-5457e285d86b in Status: SUCCESS [ 678.007226] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b54f24-3d3c-4390-937c-5457e285d86b deletion is rescheduled due to dependency. [ 678.007226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.264756] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.265374] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.265374] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.265623] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.265678] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.265882] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port c13dacb5-2276-443e-9e13-ca5d0b03db56 not found, creating... [ 678.266231] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.266389] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.266498] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.266751] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.266905] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.267299] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.267506] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.267623] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.267829] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.267955] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.268101] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 is going to be created. [ 678.291375] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.293625] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.293929] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.294288] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.294587] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.294816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.721708] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: SUCCESS [ 678.721941] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.722128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.722350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.722552] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.722690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.722752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.722932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.723018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.723105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.723198] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.008534] env[66544]: INFO networking_nsxv3.common.synchronization [req-3cd4d510-1056-43cd-a91c-eff0cafc9ada req-1fb8f167-3934-47f8-8233-3c5167767a6c service nova] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 679.008534] env[66544]: INFO networking_nsxv3.common.synchronization [req-3cd4d510-1056-43cd-a91c-eff0cafc9ada req-1fb8f167-3934-47f8-8233-3c5167767a6c service nova] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 679.008534] env[66544]: INFO networking_nsxv3.common.synchronization [req-3cd4d510-1056-43cd-a91c-eff0cafc9ada req-1fb8f167-3934-47f8-8233-3c5167767a6c service nova] Enqueued Resource ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 with Priority: HIGHEST for action port [ 679.008534] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 679.008534] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 679.009357] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 with Priority: HIGHEST for action port [ 679.010650] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.010979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.013498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.013498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.013498] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.013498] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.013498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.013498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.013498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.013498] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.013498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.013498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.013498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.014819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.014952] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.016195] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13dacb5-2276-443e-9e13-ca5d0b03db56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.016403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.016403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.017500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.017500] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13dacb5-2276-443e-9e13-ca5d0b03db56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.227724] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.228029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.228129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.228368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.228537] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.228701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.228701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.228861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.228952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229280] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.229280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.229556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.229556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.229899] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.229899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.231345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.231574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.231643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.231751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.232038] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.519035] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.519439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.519439] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.520260] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c13dacb5-2276-443e-9e13-ca5d0b03db56 with status ACTIVE [ 679.520450] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.520808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.520808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.520808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.521285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.521285] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.521285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.521285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.521464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.521464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.522844] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.522844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.522844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.523669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.523669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.523669] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 is going to be updated. [ 679.550126] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.550324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.550324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.551417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.551417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.551417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.735407] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11ee92ee-6290-483d-a256-7d6e7880438e: rpc.has_security_group_logging(os_id): False [ 679.760572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.761112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.761312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.761654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.761871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.762212] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.762439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.762634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.762912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.763097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.763393] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.763607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.763791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.764035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.764898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.764898] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.764898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.764898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.764898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.764898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.764898] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e is going to be created. [ 679.835676] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.835854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.836159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.836355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.848377] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: IN_PROGRESS for 2s [ 680.014334] env[66544]: INFO networking_nsxv3.common.synchronization [req-45e206b8-61d5-46a7-99ba-930117c340a0 req-d4aa5423-e049-412f-831a-f5dddfc0de50 tempest-FloatingIPsAssociationTestJSON-1158367114 tempest-FloatingIPsAssociationTestJSON-1158367114-project-member] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 680.015025] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 680.015208] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.015338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.015406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.016498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.016498] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.016498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.016498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.016498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.016498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.016498] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.027686] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.122642] env[66544]: INFO networking_nsxv3.common.synchronization [None req-27205486-caaf-4ba2-91a2-fdb73d54f13e None None] Enqueued Resource ID: 67f9b0d5-e1ad-49cd-87af-f8d343c1e65a with Priority: HIGHEST for action port [ 680.122642] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67f9b0d5-e1ad-49cd-87af-f8d343c1e65a with Priority: HIGHEST for action port [ 680.123182] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-67f9b0d5-e1ad-49cd-87af-f8d343c1e65a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.126219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67f9b0d5-e1ad-49cd-87af-f8d343c1e65a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.126219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67f9b0d5-e1ad-49cd-87af-f8d343c1e65a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.127429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67f9b0d5-e1ad-49cd-87af-f8d343c1e65a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.127429] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67f9b0d5-e1ad-49cd-87af-f8d343c1e65a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.518223] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.529832] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.533146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.533146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.533146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.533146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.533146] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be created. [ 680.571687] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.571889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.572917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.572917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.572917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.585448] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: UNINITIALIZED for 2s [ 680.631828] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67f9b0d5-e1ad-49cd-87af-f8d343c1e65a [ 680.632501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.632501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.632501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.632745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.632745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.633233] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67f9b0d5-e1ad-49cd-87af-f8d343c1e65a already deleted. [ 680.633233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67f9b0d5-e1ad-49cd-87af-f8d343c1e65a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.855535] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a7aa69a1-ede0-43bd-9632-688de9dbfb4a None None] Enqueued Resource ID: f08b5a30-e931-4c3d-9e43-a0bc99684154 with Priority: HIGHEST for action port [ 680.855535] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b5a30-e931-4c3d-9e43-a0bc99684154 with Priority: HIGHEST for action port [ 680.855535] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f08b5a30-e931-4c3d-9e43-a0bc99684154 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.855535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f08b5a30-e931-4c3d-9e43-a0bc99684154" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.855535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f08b5a30-e931-4c3d-9e43-a0bc99684154" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.864181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f08b5a30-e931-4c3d-9e43-a0bc99684154" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.864181] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08b5a30-e931-4c3d-9e43-a0bc99684154',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.021228] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.048862] env[66544]: INFO networking_nsxv3.common.synchronization [req-e4d93b73-4ce6-4c3b-bfa5-9c5ee477a760 req-a3e163d6-ab34-4137-aa22-648d89b4c26c tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 681.049366] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 681.049677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.050043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.050043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.050798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.051083] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.051167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.051533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.051533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.052223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.052347] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.365998] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f08b5a30-e931-4c3d-9e43-a0bc99684154 [ 681.365998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.365998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.365998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.365998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.365998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.365998] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f08b5a30-e931-4c3d-9e43-a0bc99684154 already deleted. [ 681.365998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f08b5a30-e931-4c3d-9e43-a0bc99684154" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.511089] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.511411] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.511630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.512615] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.512615] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.512615] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.514067] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.514507] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.515400] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.516266] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.516266] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.516374] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.517062] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.517062] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.517062] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.517062] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.523864] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.524506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.524674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.525275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.525470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.525597] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 is going to be updated. [ 681.540545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.540545] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.540545] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.540545] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.540545] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.540545] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.541099] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.541139] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.541992] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.555448] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.555549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.555631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.555864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.555951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.556690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.556690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.556690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.556690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.556690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.556690] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db already deleted. [ 681.556690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.560367] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.560619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.560684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.560887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.561181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.570778] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: IN_PROGRESS for 2s [ 681.871334] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: SUCCESS [ 681.871334] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.044646] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.044945] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.045042] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.045389] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.045550] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.046114] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e not found, creating... [ 682.046386] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.046571] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.046705] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.046929] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.047077] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.047356] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.047506] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.047609] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.047812] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.047937] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.048081] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e is going to be created. [ 682.068790] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.069105] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.069259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.069530] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.069754] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.069968] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.656024] env[66544]: INFO networking_nsxv3.common.synchronization [None req-8cff721f-94cf-47b0-877a-0f6a40e3f622 None None] Enqueued Resource ID: bb039122-efa8-4a5c-b2a6-31f95fe54e6a with Priority: HIGHEST for action port [ 682.656024] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb039122-efa8-4a5c-b2a6-31f95fe54e6a with Priority: HIGHEST for action port [ 682.656024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb039122-efa8-4a5c-b2a6-31f95fe54e6a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.656024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb039122-efa8-4a5c-b2a6-31f95fe54e6a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.656024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb039122-efa8-4a5c-b2a6-31f95fe54e6a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.656024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb039122-efa8-4a5c-b2a6-31f95fe54e6a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.656024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb039122-efa8-4a5c-b2a6-31f95fe54e6a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.657203] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 682.657314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.657759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.657938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.659023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.660360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.660443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.660629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.660884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.661032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.661168] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.867287] env[66544]: INFO networking_nsxv3.common.synchronization [req-e4d93b73-4ce6-4c3b-bfa5-9c5ee477a760 req-d3db07dd-aada-499e-885b-72ea2d9a748f service nova] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 682.867287] env[66544]: INFO networking_nsxv3.common.synchronization [req-e4d93b73-4ce6-4c3b-bfa5-9c5ee477a760 req-d3db07dd-aada-499e-885b-72ea2d9a748f service nova] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 682.867287] env[66544]: INFO networking_nsxv3.common.synchronization [req-e4d93b73-4ce6-4c3b-bfa5-9c5ee477a760 req-d3db07dd-aada-499e-885b-72ea2d9a748f service nova] Enqueued Resource ID: 6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e with Priority: HIGHEST for action port [ 682.868388] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 682.869271] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 682.869271] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e with Priority: HIGHEST for action port [ 682.872124] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.872124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.872124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.872124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.872124] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.872680] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.873014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.876021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.876021] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.876021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.876021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.877531] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.166073] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.166073] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.166073] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.166073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.166848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.166848] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.166848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.166996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.167314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.167314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.167494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.167628] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.168596] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb039122-efa8-4a5c-b2a6-31f95fe54e6a [ 683.169052] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.169052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.169052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.169220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.169303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.169392] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb039122-efa8-4a5c-b2a6-31f95fe54e6a already deleted. [ 683.169472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb039122-efa8-4a5c-b2a6-31f95fe54e6a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.379732] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.382179] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.383688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.383688] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e with status ACTIVE [ 683.383688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.383688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.383688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.384024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.384024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.385229] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.385342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.385378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.385549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.385691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.385881] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.385958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.386066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.386256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.386350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.386489] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e is going to be updated. [ 683.412706] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.413165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.413682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.414150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.414799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.415352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b79e70e-9011-48a6-8b8f-6cd7f8eb3c2e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.585032] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: SUCCESS [ 683.585032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.618111] env[66544]: INFO networking_nsxv3.common.synchronization [None req-0748f1c0-a493-40a3-8cb8-8f1aef29d430 None None] Enqueued Resource ID: 038a8555-289a-4e80-b4c5-39865dcbebc9 with Priority: HIGHEST for action port [ 683.618111] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038a8555-289a-4e80-b4c5-39865dcbebc9 with Priority: HIGHEST for action port [ 683.618111] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-038a8555-289a-4e80-b4c5-39865dcbebc9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.618402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-038a8555-289a-4e80-b4c5-39865dcbebc9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.620110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-038a8555-289a-4e80-b4c5-39865dcbebc9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.620110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-038a8555-289a-4e80-b4c5-39865dcbebc9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.620110] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('038a8555-289a-4e80-b4c5-39865dcbebc9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.673848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65f2988-f4a3-4744-a452-6f541ed02a84: rpc.has_security_group_logging(os_id): False [ 683.694830] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.695018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.695106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.695336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.695448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695695] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.695803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.695857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.696060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.696147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.696375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.696516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.696572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.696817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.696915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.697203] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.697310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.697364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.697545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.697626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.697717] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be created. [ 683.778140] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.778140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.778140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.778140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.778140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.793964] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 683.883800] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.122836] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 038a8555-289a-4e80-b4c5-39865dcbebc9 [ 684.123056] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.123203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.123266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.123483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.123574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.123692] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:038a8555-289a-4e80-b4c5-39865dcbebc9 already deleted. [ 684.123780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-038a8555-289a-4e80-b4c5-39865dcbebc9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.387566] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.387803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.387803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.388215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.388215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.388466] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be created. [ 684.425950] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.425950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.425950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.425950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.425950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.448751] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: UNINITIALIZED for 2s [ 685.762041] env[66544]: INFO networking_nsxv3.common.synchronization [None req-5a756e3f-b56d-4e09-805b-a76e2c5e492c None None] Enqueued Resource ID: f36ae442-baeb-40e8-b74d-e67e60ba0822 with Priority: HIGHEST for action port [ 685.763304] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36ae442-baeb-40e8-b74d-e67e60ba0822 with Priority: HIGHEST for action port [ 685.763304] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f36ae442-baeb-40e8-b74d-e67e60ba0822 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.763304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f36ae442-baeb-40e8-b74d-e67e60ba0822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.763304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f36ae442-baeb-40e8-b74d-e67e60ba0822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.763552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f36ae442-baeb-40e8-b74d-e67e60ba0822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.763685] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f36ae442-baeb-40e8-b74d-e67e60ba0822',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.807674] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 685.808080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.265949] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f36ae442-baeb-40e8-b74d-e67e60ba0822 [ 686.266201] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.266340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.266410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.266627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.266796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.266796] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f36ae442-baeb-40e8-b74d-e67e60ba0822 already deleted. [ 686.266874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f36ae442-baeb-40e8-b74d-e67e60ba0822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.464021] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 686.464021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.464021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.464021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.464021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.464021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.464021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.464021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.464021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.464690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.465071] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.851510] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b5c6ae7c-5d5f-4f79-acb2-4482e5b1673b None None] Enqueued Resource ID: 6a04be18-71b6-4b2b-82e8-6d9a7decf91a with Priority: HIGHEST for action port [ 686.852417] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a04be18-71b6-4b2b-82e8-6d9a7decf91a with Priority: HIGHEST for action port [ 686.852791] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a04be18-71b6-4b2b-82e8-6d9a7decf91a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.852977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a04be18-71b6-4b2b-82e8-6d9a7decf91a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.854172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a04be18-71b6-4b2b-82e8-6d9a7decf91a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.854694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a04be18-71b6-4b2b-82e8-6d9a7decf91a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.855071] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a04be18-71b6-4b2b-82e8-6d9a7decf91a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.968468] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.260781] env[66544]: INFO networking_nsxv3.common.synchronization [req-2de74e1d-5640-4e94-b03f-a044685d392e req-ec757268-923b-4cac-919e-f725777ed468 tempest-ServerDiagnosticsTest-753055573 tempest-ServerDiagnosticsTest-753055573-project-member] Enqueued Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGHEST for action security_group_members [ 687.261334] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGHEST for action security_group_members [ 687.261630] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18d18b7-30fc-4ad8-88bd-e367f75324ac taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.261750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.261837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.263782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.264012] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.264141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.264220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.264403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.264489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.264592] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.357884] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a04be18-71b6-4b2b-82e8-6d9a7decf91a [ 687.358107] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.358192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.358790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.358790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.358790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.358790] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a04be18-71b6-4b2b-82e8-6d9a7decf91a already deleted. [ 687.359041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a04be18-71b6-4b2b-82e8-6d9a7decf91a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.473426] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02426b2d-3f92-4370-95a5-0019ea8590db: rpc.has_security_group_logging(os_id): False [ 687.505735] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.507178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.507178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.507178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.507178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.507178] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.507178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.507178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.507178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.507178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.507178] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be created. [ 687.616796] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.616970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.619729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.619729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.619729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.638563] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 687.767347] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.767510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.767580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.767804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.767915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.768136] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.768241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.768298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.768694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.768694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.768694] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac is going to be updated. [ 687.829798] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.829798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.829798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.830229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.830229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.841063] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac in Status: IN_PROGRESS for 2s [ 687.924074] env[66544]: INFO networking_nsxv3.common.synchronization [None req-6352a408-1f3d-40bf-91cd-492a2d78059f None None] Enqueued Resource ID: 772ea22e-4e0d-4134-9621-78cd698f46d4 with Priority: HIGHEST for action port [ 687.924600] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772ea22e-4e0d-4134-9621-78cd698f46d4 with Priority: HIGHEST for action port [ 687.924946] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-772ea22e-4e0d-4134-9621-78cd698f46d4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.926027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-772ea22e-4e0d-4134-9621-78cd698f46d4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.926152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-772ea22e-4e0d-4134-9621-78cd698f46d4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.926783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-772ea22e-4e0d-4134-9621-78cd698f46d4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.926783] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772ea22e-4e0d-4134-9621-78cd698f46d4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.431261] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 772ea22e-4e0d-4134-9621-78cd698f46d4 [ 688.433306] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.433306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.433306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.433306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.433306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.433306] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:772ea22e-4e0d-4134-9621-78cd698f46d4 already deleted. [ 688.433306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-772ea22e-4e0d-4134-9621-78cd698f46d4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.658396] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 689.658396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.852101] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac in Status: SUCCESS [ 689.853018] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac deletion is rescheduled due to dependency. [ 689.853018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.156759] env[66544]: INFO networking_nsxv3.common.synchronization [None req-55d1b605-1e77-4d58-8a0c-55799dc4f629 None None] Enqueued Resource ID: a1917ec9-f4a4-4464-90dd-ffeb1973cb0d with Priority: HIGHEST for action port [ 691.157445] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1917ec9-f4a4-4464-90dd-ffeb1973cb0d with Priority: HIGHEST for action port [ 691.158324] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1917ec9-f4a4-4464-90dd-ffeb1973cb0d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.158465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1917ec9-f4a4-4464-90dd-ffeb1973cb0d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.158527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1917ec9-f4a4-4464-90dd-ffeb1973cb0d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.158886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1917ec9-f4a4-4464-90dd-ffeb1973cb0d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.158886] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1917ec9-f4a4-4464-90dd-ffeb1973cb0d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.661431] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1917ec9-f4a4-4464-90dd-ffeb1973cb0d [ 691.661751] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.661890] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.661890] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.662071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.662209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.662283] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1917ec9-f4a4-4464-90dd-ffeb1973cb0d already deleted. [ 691.662362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1917ec9-f4a4-4464-90dd-ffeb1973cb0d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.342633] env[66544]: INFO networking_nsxv3.common.synchronization [req-e4262a17-92c3-47cf-9397-64580eb78cd0 req-28b74e55-0ad5-47a3-b521-fa7656ad0fed tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 692.343631] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 692.343631] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.343631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.343831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.343875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.344008] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.347024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.347024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.347024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.347024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.347024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.416787] env[66544]: INFO networking_nsxv3.common.synchronization [None req-eda1d091-fac6-40ff-9ccd-63eb0f4d1b48 None None] Enqueued Resource ID: 4642d261-a1cc-4aa5-a468-6f70e8e41557 with Priority: HIGHEST for action port [ 692.417380] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4642d261-a1cc-4aa5-a468-6f70e8e41557 with Priority: HIGHEST for action port [ 692.417995] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-4642d261-a1cc-4aa5-a468-6f70e8e41557 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.421494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4642d261-a1cc-4aa5-a468-6f70e8e41557" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.421494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4642d261-a1cc-4aa5-a468-6f70e8e41557" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.421494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4642d261-a1cc-4aa5-a468-6f70e8e41557" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.421494] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4642d261-a1cc-4aa5-a468-6f70e8e41557',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.545853] env[66544]: INFO networking_nsxv3.common.synchronization [req-2ef23a09-d8a5-4f16-a688-f00ffef384a1 req-d32c9991-41ab-4e7e-9a52-5aa96cf12d4b tempest-ImagesOneServerNegativeTestJSON-1720760939 tempest-ImagesOneServerNegativeTestJSON-1720760939-project-member] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 692.546538] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 692.546757] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.546886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.546944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.547164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.547822] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.547822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.547822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.547822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.547822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.547822] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.849210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.849210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.849210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.849210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.849210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.849210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.849210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.849210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.849210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.849210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.849610] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 692.883348] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.883348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.883348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.883348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.883348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.893513] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 692.930279] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4642d261-a1cc-4aa5-a468-6f70e8e41557 [ 692.930279] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.930279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.930279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.930279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.930279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.930279] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4642d261-a1cc-4aa5-a468-6f70e8e41557 already deleted. [ 692.930279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4642d261-a1cc-4aa5-a468-6f70e8e41557" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.050828] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.051027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.051097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.051313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.051403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.051604] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.051696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.051784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.051907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.051981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.052080] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be updated. [ 693.080590] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.080809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.080917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.081181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.081337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.093372] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: IN_PROGRESS for 2s [ 693.268960] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4b298106-fe51-4f48-807e-16f78d0ad7da None None] Enqueued Resource ID: 366ff552-ebb0-400d-bf92-38fc74be894f with Priority: HIGHEST for action port [ 693.270114] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366ff552-ebb0-400d-bf92-38fc74be894f with Priority: HIGHEST for action port [ 693.270114] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-366ff552-ebb0-400d-bf92-38fc74be894f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.270114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366ff552-ebb0-400d-bf92-38fc74be894f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.270114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366ff552-ebb0-400d-bf92-38fc74be894f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.273521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366ff552-ebb0-400d-bf92-38fc74be894f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.273521] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366ff552-ebb0-400d-bf92-38fc74be894f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.416743] env[66544]: INFO networking_nsxv3.common.synchronization [req-8ed07d06-d371-4ced-8d05-5d3e6de0e1f9 req-093959b6-3792-4f99-8a25-d682d82210f0 tempest-ImagesNegativeTestJSON-1762118493 tempest-ImagesNegativeTestJSON-1762118493-project-member] Enqueued Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGHEST for action security_group_members [ 693.416743] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGHEST for action security_group_members [ 693.417610] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dff8faf-584d-482e-8574-2433cf245b28 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.418146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.418146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.418146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.418293] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.418415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.418441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.419033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.422347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.422347] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.519024] env[66544]: INFO networking_nsxv3.common.synchronization [req-d5a9a819-0fd2-4f4d-8dfe-420f94eed662 req-1ac357f5-8fce-4531-9986-ee09ecb26749 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 693.519024] env[66544]: INFO networking_nsxv3.common.synchronization [req-d5a9a819-0fd2-4f4d-8dfe-420f94eed662 req-1ac357f5-8fce-4531-9986-ee09ecb26749 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 693.519024] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 693.519024] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 693.519318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.519593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.519748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.520121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.520377] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.522490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.522490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.522490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.522490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.522490] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.523433] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.526140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.526140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.526140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.528364] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.528364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.528364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.528364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.528364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.528364] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.614536] env[66544]: INFO networking_nsxv3.common.synchronization [req-d5a9a819-0fd2-4f4d-8dfe-420f94eed662 req-1ac357f5-8fce-4531-9986-ee09ecb26749 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_rules [ 693.614759] env[66544]: INFO networking_nsxv3.common.synchronization [req-d5a9a819-0fd2-4f4d-8dfe-420f94eed662 req-1ac357f5-8fce-4531-9986-ee09ecb26749 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 693.614897] env[66544]: INFO networking_nsxv3.common.synchronization [req-d5a9a819-0fd2-4f4d-8dfe-420f94eed662 req-1ac357f5-8fce-4531-9986-ee09ecb26749 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 693.614986] env[66544]: INFO networking_nsxv3.common.synchronization [req-d5a9a819-0fd2-4f4d-8dfe-420f94eed662 req-1ac357f5-8fce-4531-9986-ee09ecb26749 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 693.615162] env[66544]: INFO networking_nsxv3.common.synchronization [req-d5a9a819-0fd2-4f4d-8dfe-420f94eed662 req-1ac357f5-8fce-4531-9986-ee09ecb26749 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 with Priority: HIGHEST for action port [ 693.615680] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_rules [ 693.615879] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 693.615951] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 with Priority: HIGHEST for action port [ 693.618096] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 693.618712] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 693.618712] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.618712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.619180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.619180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.619180] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.620088] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.620209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.620255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.620408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.620480] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.621538] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13dacb5-2276-443e-9e13-ca5d0b03db56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.621655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.621726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.621854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.621921] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13dacb5-2276-443e-9e13-ca5d0b03db56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.623055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.623157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.623304] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.623381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.775431] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 366ff552-ebb0-400d-bf92-38fc74be894f [ 693.775699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.775884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.775950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.776269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.776366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.776595] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:366ff552-ebb0-400d-bf92-38fc74be894f already deleted. [ 693.776595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366ff552-ebb0-400d-bf92-38fc74be894f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.923369] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.923546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.923546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.923807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.923967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.924086] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.924201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.924250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.924544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.924544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.924544] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dff8faf-584d-482e-8574-2433cf245b28 already deleted. [ 693.924641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.957754] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.957754] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-829" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.957754] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-829" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.957754] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-829" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.957754] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.958566] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.958566] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.958566] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.958566] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.958566] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.958566] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.958796] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.958796] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.958943] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.958985] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.959096] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.982606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.982606] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.982842] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.982940] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-829" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.983268] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-a8be4461-a7f1-4456-b059-2eee57e33c61 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.983448] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-a8be4461-a7f1-4456-b059-2eee57e33c61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.983541] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-a8be4461-a7f1-4456-b059-2eee57e33c61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.983840] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-a8be4461-a7f1-4456-b059-2eee57e33c61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.983976] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8be4461-a7f1-4456-b059-2eee57e33c61',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.024526] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.030517] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.124917] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.125065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.125378] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c13dacb5-2276-443e-9e13-ca5d0b03db56 with status ACTIVE [ 694.125533] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.125583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.125666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.125946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.126043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.126718] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.126718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.126718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.126718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.126718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.126918] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.127175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.127175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.127175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.127295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.127295] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 is going to be updated. [ 694.128787] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.128787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.156901] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.157084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.157138] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.157310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.157455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.157622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.487896] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.487896] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.487896] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.488343] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.488343] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.489023] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port a8be4461-a7f1-4456-b059-2eee57e33c61 not found, creating... [ 694.489023] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.489023] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.489023] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.489234] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.489904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.489904] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.489904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.489904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.490226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.490226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.490304] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: a8be4461-a7f1-4456-b059-2eee57e33c61 is going to be created. [ 694.515968] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.516218] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.516335] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.516599] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.517026] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.517026] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-a8be4461-a7f1-4456-b059-2eee57e33c61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.528824] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.532720] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.904635] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 694.904930] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 694.905097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.994924] env[66544]: INFO networking_nsxv3.common.synchronization [None req-f7cf3708-3d38-401e-82cc-124fc8904afa None None] Enqueued Resource ID: 0062fe46-24ac-489d-aa7f-8a398415f734 with Priority: HIGHEST for action port [ 694.995452] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0062fe46-24ac-489d-aa7f-8a398415f734 with Priority: HIGHEST for action port [ 694.995755] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-0062fe46-24ac-489d-aa7f-8a398415f734 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.995893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0062fe46-24ac-489d-aa7f-8a398415f734" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.995962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0062fe46-24ac-489d-aa7f-8a398415f734" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.998304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0062fe46-24ac-489d-aa7f-8a398415f734" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.998392] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0062fe46-24ac-489d-aa7f-8a398415f734',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.031863] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.032089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.032379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.033030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.033159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.033280] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 is going to be created. [ 695.036184] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.036315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.036428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.036649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.036793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.036913] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 695.066282] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.066282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.066282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.066627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.067739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.070356] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.070547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.070547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.070737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.070874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.080273] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 695.082962] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: UNINITIALIZED for 2s [ 695.103950] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 695.104143] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 deletion is rescheduled due to dependency. [ 695.104253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.258907] env[66544]: INFO networking_nsxv3.common.synchronization [req-8ed07d06-d371-4ced-8d05-5d3e6de0e1f9 req-a29206c5-c553-4f0b-add4-bd6b4f7852f3 service nova] Enqueued Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGHEST for action security_group_rules [ 695.260388] env[66544]: INFO networking_nsxv3.common.synchronization [req-8ed07d06-d371-4ced-8d05-5d3e6de0e1f9 req-a29206c5-c553-4f0b-add4-bd6b4f7852f3 service nova] Enqueued Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGHEST for action security_group_members [ 695.260388] env[66544]: INFO networking_nsxv3.common.synchronization [req-8ed07d06-d371-4ced-8d05-5d3e6de0e1f9 req-a29206c5-c553-4f0b-add4-bd6b4f7852f3 service nova] Enqueued Resource ID: a8be4461-a7f1-4456-b059-2eee57e33c61 with Priority: HIGHEST for action port [ 695.261937] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGHEST for action security_group_rules [ 695.261937] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGHEST for action security_group_members [ 695.261937] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8be4461-a7f1-4456-b059-2eee57e33c61 with Priority: HIGHEST for action port [ 695.266041] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dff8faf-584d-482e-8574-2433cf245b28 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.266041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.266041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.266041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.266412] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.267104] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dff8faf-584d-482e-8574-2433cf245b28 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.267221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.267286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.267499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.267628] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.267726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.267797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.267924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.268017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.272783] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.274687] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8be4461-a7f1-4456-b059-2eee57e33c61 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.274841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8be4461-a7f1-4456-b059-2eee57e33c61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.274911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8be4461-a7f1-4456-b059-2eee57e33c61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.276702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8be4461-a7f1-4456-b059-2eee57e33c61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.276763] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8be4461-a7f1-4456-b059-2eee57e33c61',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.501662] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0062fe46-24ac-489d-aa7f-8a398415f734 [ 695.501918] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.502047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.502116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.502504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.502616] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.502743] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0062fe46-24ac-489d-aa7f-8a398415f734 already deleted. [ 695.502837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0062fe46-24ac-489d-aa7f-8a398415f734" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.779545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8be4461-a7f1-4456-b059-2eee57e33c61 with status ACTIVE [ 695.779545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.779635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.779664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.779935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.780058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.780528] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.780844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.780946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.781504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.781504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.781635] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.783247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.783247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.783247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.783247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.783247] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8be4461-a7f1-4456-b059-2eee57e33c61 is going to be updated. [ 695.784901] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dff8faf-584d-482e-8574-2433cf245b28 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.784901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.784901] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.825811] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.825992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.826844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.826844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.826844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.826844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8be4461-a7f1-4456-b059-2eee57e33c61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.286237] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.499442] env[66544]: INFO networking_nsxv3.common.synchronization [None req-49b1b22d-eca7-4e2f-880a-f213162d8e3f tempest-ServersTestManualDisk-236647849 tempest-ServersTestManualDisk-236647849-project-member] Enqueued Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_rules [ 696.499714] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_rules [ 696.500321] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.500321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.500321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.500732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.500732] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.791040] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.791388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.791388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.791460] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.791532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.791631] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dff8faf-584d-482e-8574-2433cf245b28 is going to be created. [ 696.796287] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 696.796287] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGHEST for action security_group_members [ 696.796287] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 696.796823] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 696.796983] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGHEST for action security_group_members [ 696.797141] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 696.798997] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.798997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.798997] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.798997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.798997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.798997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.798997] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.798997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.799348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.799348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.799348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.799419] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.800891] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.802175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.830995] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.831165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.831237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.831480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.831860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.843893] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dff8faf-584d-482e-8574-2433cf245b28 in Status: UNINITIALIZED for 2s [ 696.855205] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_rules [ 696.855205] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 696.855370] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGHEST for action security_group_rules [ 696.855370] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGHEST for action security_group_members [ 696.855505] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 696.856125] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 696.856125] env[66544]: INFO networking_nsxv3.common.synchronization [req-1fdacade-f01f-4de7-80cd-8f6b46925f50 req-e8077261-80fe-4211-8cb1-cc494846a030 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 with Priority: HIGHEST for action port [ 696.858488] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_rules [ 696.858762] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGHEST for action security_group_rules [ 696.858955] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 696.859147] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 with Priority: HIGHEST for action port [ 696.859336] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 696.859533] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 696.861056] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGHEST for action security_group_members [ 696.861056] env[66544]: INFO networking_nsxv3.common.synchronization [None req-823f3bdc-f881-4635-bcb8-65cf85ad96fa tempest-ServersTestManualDisk-236647849 tempest-ServersTestManualDisk-236647849-project-member] Enqueued Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_rules [ 696.861600] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.861915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.862227] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.862459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.862599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.862982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.863225] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.865123] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.865123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.865123] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13dacb5-2276-443e-9e13-ca5d0b03db56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.865123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.865327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.865576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.865826] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13dacb5-2276-443e-9e13-ca5d0b03db56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.869446] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.869446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.869446] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.869446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.869446] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.869446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.870734] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_rules [ 696.870734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.870734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.027202] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.027370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.027370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.028213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.028213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.028213] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 already deleted. [ 697.028213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.028213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.028213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.028213] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.093036] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: SUCCESS [ 697.093036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.093415] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 697.093594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.093768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.093977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.094169] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.094309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.094372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.094526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.094646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.094836] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.096053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.096257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.096517] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.097258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.097258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.097258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.097258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.097488] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.305491] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.370735] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.374027] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c13dacb5-2276-443e-9e13-ca5d0b03db56 with status ACTIVE [ 697.374027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.374027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.374027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.374027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.374739] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c13dacb5-2276-443e-9e13-ca5d0b03db56 is going to be updated. [ 697.408711] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.409036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.409190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.409834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.410284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.410284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13dacb5-2276-443e-9e13-ca5d0b03db56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.562930] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.563082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.565407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.565407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.565407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.565407] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 already deleted. [ 697.565407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.599842] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.602713] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.808870] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.823965] env[66544]: INFO networking_nsxv3.common.synchronization [req-8ad7ae35-7e08-48df-a441-f5ea25bcd235 req-2657c0af-5ad5-4b8b-91bb-dc4f04dae170 tempest-ImagesOneServerTestJSON-515504055 tempest-ImagesOneServerTestJSON-515504055-project-member] Enqueued Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGHEST for action security_group_members [ 697.825099] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGHEST for action security_group_members [ 697.825099] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa3039b-ec98-4996-99a0-8adb76f69123 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.825099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.825099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.825099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.825693] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.825693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.825693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.825693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.825693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.825889] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.924054] env[66544]: INFO networking_nsxv3.common.synchronization [req-343f5487-a493-4cb6-a745-3a31535be7ba req-1afbed31-2863-4785-b19e-d04c4e08fd8b tempest-ServersNegativeTestMultiTenantJSON-1323683890 tempest-ServersNegativeTestMultiTenantJSON-1323683890-project-member] Enqueued Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGHEST for action security_group_members [ 697.925468] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGHEST for action security_group_members [ 697.925996] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644475e-6b1a-4e43-843c-2a3c4cccb15e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.926215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.926324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.926905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.926905] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.926905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.926905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.927633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.927748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.927835] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.103084] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.111084] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.312709] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.313311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.313557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.314532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.314532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.314532] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d is going to be created. [ 698.328403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.328600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.328667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.329293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.329389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.329601] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.329815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.329815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.330018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.330132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.330239] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 is going to be updated. [ 698.366852] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.366852] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-620" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.366852] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-620" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.367106] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-620" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.367201] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.367318] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.367444] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.367654] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.367968] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.368055] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.368140] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.369016] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.369016] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.369016] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.369016] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.369016] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.397499] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.397638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.397706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.397939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.398695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.418694] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.419715] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.419715] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.419715] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-620" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.419715] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-33aaa4da-0522-458f-99e7-3cd9ebd84455 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.419715] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-33aaa4da-0522-458f-99e7-3cd9ebd84455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.419986] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-33aaa4da-0522-458f-99e7-3cd9ebd84455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.421497] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-33aaa4da-0522-458f-99e7-3cd9ebd84455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.421497] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33aaa4da-0522-458f-99e7-3cd9ebd84455',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.422342] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.422464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.422505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.422662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.422900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.434014] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.434493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.434598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.435026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.435123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.435348] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.435453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.435514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.435821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.436009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.436100] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e already deleted. [ 698.436262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.438069] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: UNINITIALIZED for 2s [ 698.447463] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 in Status: IN_PROGRESS for 2s [ 698.606781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.606781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.606781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.606781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.606781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.606781] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 is going to be updated. [ 698.614714] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.614968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.615116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.615328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.615471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.615576] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 698.705622] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.705622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.705622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.705622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.705622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.715918] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.716078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.716139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.716374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.716526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.725346] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 698.738365] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: IN_PROGRESS for 2s [ 698.861528] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dff8faf-584d-482e-8574-2433cf245b28 in Status: SUCCESS [ 698.861928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.862063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.862230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.862618] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.862618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.862618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.862889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.862989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.863103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.863290] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.926614] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.926854] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.927122] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.927741] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.927741] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.927741] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 33aaa4da-0522-458f-99e7-3cd9ebd84455 not found, creating... [ 698.928046] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.928257] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.928428] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.928762] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.928929] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.930018] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.930018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.930018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.930018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.930018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.930332] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 33aaa4da-0522-458f-99e7-3cd9ebd84455 is going to be created. [ 698.955243] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.955498] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.955619] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.955973] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.956293] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.956442] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-33aaa4da-0522-458f-99e7-3cd9ebd84455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.365576] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dff8faf-584d-482e-8574-2433cf245b28 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.365756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.365820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.366083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.366273] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.366381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.366446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.366611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.366699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.366820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.366929] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dff8faf-584d-482e-8574-2433cf245b28 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.367033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.367094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.367240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.367373] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.367947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.367947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.367947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.367947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.367947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.367947] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.779788] env[66544]: INFO networking_nsxv3.common.synchronization [req-343f5487-a493-4cb6-a745-3a31535be7ba req-56bb4c34-bf44-4c70-91ef-c9faa069067b service nova] Enqueued Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGHEST for action security_group_rules [ 699.779967] env[66544]: INFO networking_nsxv3.common.synchronization [req-343f5487-a493-4cb6-a745-3a31535be7ba req-56bb4c34-bf44-4c70-91ef-c9faa069067b service nova] Enqueued Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGHEST for action security_group_members [ 699.780146] env[66544]: INFO networking_nsxv3.common.synchronization [req-343f5487-a493-4cb6-a745-3a31535be7ba req-56bb4c34-bf44-4c70-91ef-c9faa069067b service nova] Enqueued Resource ID: 33aaa4da-0522-458f-99e7-3cd9ebd84455 with Priority: HIGHEST for action port [ 699.780829] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGHEST for action security_group_rules [ 699.780876] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGHEST for action security_group_members [ 699.780975] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33aaa4da-0522-458f-99e7-3cd9ebd84455 with Priority: HIGHEST for action port [ 699.781290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.781444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.781519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.781830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.781910] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.785599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644475e-6b1a-4e43-843c-2a3c4cccb15e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.785599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.785599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.785599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.785599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.785599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.785599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.785599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.785599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.785599] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.786057] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-33aaa4da-0522-458f-99e7-3cd9ebd84455 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.786057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33aaa4da-0522-458f-99e7-3cd9ebd84455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.786139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33aaa4da-0522-458f-99e7-3cd9ebd84455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.786603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33aaa4da-0522-458f-99e7-3cd9ebd84455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.786603] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33aaa4da-0522-458f-99e7-3cd9ebd84455',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.871305] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dff8faf-584d-482e-8574-2433cf245b28: rpc.has_security_group_logging(os_id): False [ 699.894614] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.894614] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.894614] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.894614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.895259] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.895259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.895259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.895259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.895259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.895259] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dff8faf-584d-482e-8574-2433cf245b28 is going to be created. [ 699.962024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.962024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.962024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.962024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.962024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.973389] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dff8faf-584d-482e-8574-2433cf245b28 in Status: IN_PROGRESS for 2s [ 700.291385] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33aaa4da-0522-458f-99e7-3cd9ebd84455 with status ACTIVE [ 700.291385] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.291385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.291385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.291385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.291385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.291385] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.291385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.291385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.291691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.291691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.291811] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.291931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.292037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.292262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.292383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.292477] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33aaa4da-0522-458f-99e7-3cd9ebd84455 is going to be updated. [ 700.294334] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.295593] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644475e-6b1a-4e43-843c-2a3c4cccb15e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.295691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.334038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.334282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.334401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.334874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.334926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.335282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33aaa4da-0522-458f-99e7-3cd9ebd84455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.395073] env[66544]: INFO networking_nsxv3.common.synchronization [req-fc27e8c2-9fbe-447d-a0f5-e4568931184a req-9ab5e082-782d-45c5-b410-ddcd49948ae7 tempest-ServersWithSpecificFlavorTestJSON-761353830 tempest-ServersWithSpecificFlavorTestJSON-761353830-project-member] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 700.395740] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 700.396062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.396227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.396328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.400021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.400021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.400021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.400021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.400021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.400021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.400021] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.450279] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: SUCCESS [ 700.450545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.451165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.451436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.452263] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.452533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.454363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.454363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.454363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.454363] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.485564] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 in Status: SUCCESS [ 700.485761] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 deletion is rescheduled due to dependency. [ 700.485924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.740368] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.746856] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.746856] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.746856] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.746856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.746856] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.758686] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: SUCCESS [ 700.758686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.758686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.758686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.758686] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.758686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.758686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.758686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.758686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.758686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.761153] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.763913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.764401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.764748] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.764997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.765067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.765299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.765401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.765506] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.798089] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.901594] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.901594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.901594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.901594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.901594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.901594] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.901594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.901594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.901594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.901594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.901594] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf is going to be updated. [ 700.955886] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.958487] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.959128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.959128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.959255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.959471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.972967] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: IN_PROGRESS for 2s [ 701.248699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.248699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.254484] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.265532] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.268131] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.302798] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.303090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.303171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.303410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.303511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.303712] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e is going to be created. [ 701.328485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.329463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.329463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.329463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.329463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.344516] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e in Status: UNINITIALIZED for 2s [ 701.462575] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.756334] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.767982] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 400c5087-9339-4264-a8ae-6428c4c8fa35: rpc.has_security_group_logging(os_id): False [ 701.770299] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.787965] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.787965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.788089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.788962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.788962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.788962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.789076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.789105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.789272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.789335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.789424] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 is going to be created. [ 701.849406] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.849572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.849628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.849831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.850026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.862498] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: IN_PROGRESS for 2s [ 701.965393] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.965393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.965393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.965917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.965917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.965917] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d is going to be updated. [ 702.002381] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dff8faf-584d-482e-8574-2433cf245b28 in Status: SUCCESS [ 702.002669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.032827] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.033104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.033104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.033215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.033660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.046052] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: IN_PROGRESS for 2s [ 702.258698] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.258899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.258989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.259354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.259439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.259473] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 702.275868] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.276669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.276669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.276669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.276669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.276669] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 is going to be updated. [ 702.314385] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.314642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.314733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.315078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.315317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.343676] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 702.359670] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.360071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.360224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.361204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.361385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.375362] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: IN_PROGRESS for 2s [ 702.985165] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: SUCCESS [ 702.985555] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf deletion is rescheduled due to dependency. [ 702.985610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.239500] env[66544]: INFO networking_nsxv3.common.synchronization [req-1e97c1e0-eb45-4894-8055-c38a8a60b206 req-70027fc3-0c80-4573-9d9b-20cec646d2e6 tempest-ServersAdminTestJSON-757688806 tempest-ServersAdminTestJSON-757688806-project-member] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 703.239500] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 703.239500] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.239720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.239720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.240753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.240753] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.240753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.240753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.240753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.240753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.240753] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.362290] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e in Status: SUCCESS [ 703.362290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.362290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.362290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.362290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.362290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.362290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.362290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.362290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.362290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.362290] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.735658] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.735868] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.736158] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.737576] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.737898] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.740318] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.740318] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.740318] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.740318] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.740318] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.740318] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.740318] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.740318] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.740318] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.740675] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.740675] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.742670] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.742958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.742958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.743109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.743193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.743413] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.743509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.743636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.744133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.744275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.744345] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 already deleted. [ 703.744401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.768921] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.769187] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.769373] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.769586] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.769986] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-55a34e8d-f580-4623-8e84-12d30e255dc5 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.770189] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-55a34e8d-f580-4623-8e84-12d30e255dc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.770357] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-55a34e8d-f580-4623-8e84-12d30e255dc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.770744] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-55a34e8d-f580-4623-8e84-12d30e255dc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.770948] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a34e8d-f580-4623-8e84-12d30e255dc5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.865375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644475e-6b1a-4e43-843c-2a3c4cccb15e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.865632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.865632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.866019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.866102] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.866203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.866303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.866519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.866972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.866972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.867251] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644475e-6b1a-4e43-843c-2a3c4cccb15e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.867364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.867429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.867588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.867734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.867828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.867892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.868046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.869327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.869327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.869327] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.881708] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: SUCCESS [ 703.882038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.882255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.882505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.882805] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.057563] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: SUCCESS [ 704.057934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.057934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.058173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.058366] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.058609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.058609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.058703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.058772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.058856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.058948] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.227068] env[66544]: INFO networking_nsxv3.common.synchronization [None req-239cac72-630e-47b1-b9d0-f3e1b5beb741 None None] Enqueued Resource ID: 5b56de35-d685-4801-aee9-6c6fac825b1d with Priority: HIGHEST for action port [ 704.228026] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b56de35-d685-4801-aee9-6c6fac825b1d with Priority: HIGHEST for action port [ 704.230999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b56de35-d685-4801-aee9-6c6fac825b1d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.230999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b56de35-d685-4801-aee9-6c6fac825b1d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.230999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b56de35-d685-4801-aee9-6c6fac825b1d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.230999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b56de35-d685-4801-aee9-6c6fac825b1d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.230999] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b56de35-d685-4801-aee9-6c6fac825b1d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.275109] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.275431] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.275580] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.275972] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.276093] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.276258] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 55a34e8d-f580-4623-8e84-12d30e255dc5 not found, creating... [ 704.276534] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.276688] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.276796] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.277039] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.277271] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.277860] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.277860] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.278416] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.278416] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.278590] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.278590] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 55a34e8d-f580-4623-8e84-12d30e255dc5 is going to be created. [ 704.314635] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.314937] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.314937] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.315504] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.315668] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.317784] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-55a34e8d-f580-4623-8e84-12d30e255dc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.359418] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 704.359661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.359851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.360843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.360843] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.360843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.360843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.360843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.360843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.361162] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.372882] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4644475e-6b1a-4e43-843c-2a3c4cccb15e: rpc.has_security_group_logging(os_id): False [ 704.384900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.385103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.396031] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: SUCCESS [ 704.396031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.396236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.396446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.397092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.397092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.397092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.397292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.398456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.398456] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.400123] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.400123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.400123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.400123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.400123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.400305] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.400404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.400493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.400975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.400975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.401572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.401742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.401842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.402128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.402590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.402590] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.402697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.402788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.402986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.403336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.403439] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e is going to be created. [ 704.512894] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.515021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.515021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.515021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.515021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.536682] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e in Status: IN_PROGRESS for 2s [ 704.562400] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.732374] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b56de35-d685-4801-aee9-6c6fac825b1d [ 704.732628] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.732798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.732883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.733185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.733261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.734145] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b56de35-d685-4801-aee9-6c6fac825b1d already deleted. [ 704.734145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b56de35-d685-4801-aee9-6c6fac825b1d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.812928] env[66544]: INFO networking_nsxv3.common.synchronization [req-82cc8f58-e84c-412a-b4c1-684c5abcbf1f req-600e12f1-5021-4d30-8211-4c55f82e33d9 tempest-FloatingIPsAssociationNegativeTestJSON-298494163 tempest-FloatingIPsAssociationNegativeTestJSON-298494163-project-member] Enqueued Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGHEST for action security_group_members [ 704.813606] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGHEST for action security_group_members [ 704.814017] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3340a91d-579b-4793-ac7a-116d8d66991a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.814017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.814185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.814417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.815085] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.815085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.815085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.815085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.815085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.815085] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.863577] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.907646] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.063879] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d: rpc.has_security_group_logging(os_id): False [ 705.097304] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.097304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.097304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.097497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.097737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.097802] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.098237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.098353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.098535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.098621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.098728] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d is going to be created. [ 705.137351] env[66544]: INFO networking_nsxv3.common.synchronization [req-1e97c1e0-eb45-4894-8055-c38a8a60b206 req-a7b57ff3-19d3-4e91-b569-bfc83fdac628 service nova] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_rules [ 705.141356] env[66544]: INFO networking_nsxv3.common.synchronization [req-1e97c1e0-eb45-4894-8055-c38a8a60b206 req-a7b57ff3-19d3-4e91-b569-bfc83fdac628 service nova] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 705.141795] env[66544]: INFO networking_nsxv3.common.synchronization [req-1e97c1e0-eb45-4894-8055-c38a8a60b206 req-a7b57ff3-19d3-4e91-b569-bfc83fdac628 service nova] Enqueued Resource ID: 55a34e8d-f580-4623-8e84-12d30e255dc5 with Priority: HIGHEST for action port [ 705.142712] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_rules [ 705.143020] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 705.143877] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a34e8d-f580-4623-8e84-12d30e255dc5 with Priority: HIGHEST for action port [ 705.144259] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.144411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.144504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.145013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.145243] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.148907] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.149064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.149169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.149414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.149586] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.149717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.149769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.149977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.150089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.150187] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.153696] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a34e8d-f580-4623-8e84-12d30e255dc5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.153861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a34e8d-f580-4623-8e84-12d30e255dc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.153970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a34e8d-f580-4623-8e84-12d30e255dc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.154277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a34e8d-f580-4623-8e84-12d30e255dc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.154607] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a34e8d-f580-4623-8e84-12d30e255dc5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.158339] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.158438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.158438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.160165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.160165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.171261] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: IN_PROGRESS for 2s [ 705.318318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.318782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.318782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.318942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.319064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.319301] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.319420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.319558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.319768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.319853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.319947] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3340a91d-579b-4793-ac7a-116d8d66991a is going to be updated. [ 705.361841] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.362600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.362600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.362600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.362735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.365851] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.372826] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3340a91d-579b-4793-ac7a-116d8d66991a in Status: IN_PROGRESS for 2s [ 705.410039] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.660718] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.664225] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.664225] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55a34e8d-f580-4623-8e84-12d30e255dc5 with status ACTIVE [ 705.664225] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.664225] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.664225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.664225] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.665849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.665951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.666477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.666477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.666477] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55a34e8d-f580-4623-8e84-12d30e255dc5 is going to be updated. [ 705.690420] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.690637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.690637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.690859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.691114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.691177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a34e8d-f580-4623-8e84-12d30e255dc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.868242] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.868473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.868473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.868692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.868761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.870287] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 705.915670] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.915895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.916051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.916216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.916270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.916495] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 is going to be updated. [ 705.924683] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.924683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.924683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.925391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.925391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.934042] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 705.947239] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.947425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.947469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.947678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.947821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.966846] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: IN_PROGRESS for 2s [ 706.168539] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.552882] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e in Status: SUCCESS [ 706.553241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.674871] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.675256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.675658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.675747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.675858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.676060] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be created. [ 706.713126] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.713277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.713341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.713825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.713825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.729218] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: UNINITIALIZED for 2s [ 707.098743] env[66544]: INFO networking_nsxv3.common.synchronization [None req-f49a4a66-e4eb-4a8a-bf3c-fa7c8d04f053 None None] Enqueued Resource ID: 94124d4d-8091-4a29-bd70-8b1d92ada9a6 with Priority: HIGHEST for action port [ 707.098743] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94124d4d-8091-4a29-bd70-8b1d92ada9a6 with Priority: HIGHEST for action port [ 707.098743] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-94124d4d-8091-4a29-bd70-8b1d92ada9a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.098988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94124d4d-8091-4a29-bd70-8b1d92ada9a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.098988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94124d4d-8091-4a29-bd70-8b1d92ada9a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.099431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94124d4d-8091-4a29-bd70-8b1d92ada9a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.099431] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94124d4d-8091-4a29-bd70-8b1d92ada9a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.187644] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: SUCCESS [ 707.187644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.223578] env[66544]: INFO networking_nsxv3.common.synchronization [req-3832bdc3-f7e7-4374-9394-487994731417 req-d5bbdf85-7f14-437d-b775-bfff9588fe13 tempest-ServersNegativeTestJSON-1498734081 tempest-ServersNegativeTestJSON-1498734081-project-member] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 707.224227] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 707.224555] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.224666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.224711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.225064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.225222] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.225325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.225386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.225543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.225637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.225887] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.316537] env[66544]: INFO networking_nsxv3.common.synchronization [None req-c7ac5613-7344-4dd6-872c-736a4655b096 None None] Enqueued Resource ID: 6276ac96-98d4-4adf-a541-9d8c92e81087 with Priority: HIGHEST for action port [ 707.317345] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6276ac96-98d4-4adf-a541-9d8c92e81087 with Priority: HIGHEST for action port [ 707.317696] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6276ac96-98d4-4adf-a541-9d8c92e81087 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.318702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6276ac96-98d4-4adf-a541-9d8c92e81087" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.318702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6276ac96-98d4-4adf-a541-9d8c92e81087" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.318702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6276ac96-98d4-4adf-a541-9d8c92e81087" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.318702] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6276ac96-98d4-4adf-a541-9d8c92e81087',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.385155] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3340a91d-579b-4793-ac7a-116d8d66991a in Status: SUCCESS [ 707.385370] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3340a91d-579b-4793-ac7a-116d8d66991a deletion is rescheduled due to dependency. [ 707.385720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.601491] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94124d4d-8091-4a29-bd70-8b1d92ada9a6 [ 707.601769] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.601907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.601969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.602380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.602380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.602471] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94124d4d-8091-4a29-bd70-8b1d92ada9a6 already deleted. [ 707.602591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94124d4d-8091-4a29-bd70-8b1d92ada9a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.610756] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.610951] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.611081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.611413] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.612563] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.612817] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.612922] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.613251] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.613420] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.613643] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.613749] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.613871] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.613970] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.614121] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.614238] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.614378] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.639189] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.639389] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.639518] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.640086] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.640086] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-943d403b-49d4-411d-83ce-83cfbc29e843 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.640259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.641027] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.641027] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.641027] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943d403b-49d4-411d-83ce-83cfbc29e843',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.729962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.729962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.729962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.729962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.729962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.729962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.729962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.729962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.729962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.730301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.730301] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 already deleted. [ 707.730301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.822793] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6276ac96-98d4-4adf-a541-9d8c92e81087 [ 707.822793] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.822793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.822793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.822793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.822793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.822793] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6276ac96-98d4-4adf-a541-9d8c92e81087 already deleted. [ 707.822793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6276ac96-98d4-4adf-a541-9d8c92e81087" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.944331] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 707.944564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.944858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.945112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.945346] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.945519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.945613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.945820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.945931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.946085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.946307] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.946433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.946515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.946757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.946878] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.946996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.947228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.947416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.947519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.947634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.947748] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.975595] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: SUCCESS [ 707.975834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.976014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.976245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.976439] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.976557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.976623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.976768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.976850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.976935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.977035] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.145497] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.145695] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.145815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.146261] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.146418] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.146623] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 943d403b-49d4-411d-83ce-83cfbc29e843 not found, creating... [ 708.146924] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.147057] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.147171] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.147717] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.147830] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.148101] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.148261] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.148368] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.148569] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.148697] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.148831] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 943d403b-49d4-411d-83ce-83cfbc29e843 is going to be created. [ 708.172600] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.172600] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.172600] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.172818] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.173175] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.173907] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.449939] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65f2988-f4a3-4744-a452-6f541ed02a84: rpc.has_security_group_logging(os_id): False [ 708.469367] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.469564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.469662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.469973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.470148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.470474] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.470629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.470740] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.470964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.471128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.471411] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.471555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.471647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.471942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.471999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.472264] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.472395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.472673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.472673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.472818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.472944] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 708.480206] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.551036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.551036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.551036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.551036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.551036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.564091] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 708.739756] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 708.740020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.740300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.740439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.740642] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.740764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.740818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.741064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.741121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.741161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.741259] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.928994] env[66544]: INFO networking_nsxv3.common.synchronization [req-3832bdc3-f7e7-4374-9394-487994731417 req-c2da31cd-36c0-4c70-87e1-984753470731 service nova] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_rules [ 708.928994] env[66544]: INFO networking_nsxv3.common.synchronization [req-3832bdc3-f7e7-4374-9394-487994731417 req-c2da31cd-36c0-4c70-87e1-984753470731 service nova] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 708.928994] env[66544]: INFO networking_nsxv3.common.synchronization [req-3832bdc3-f7e7-4374-9394-487994731417 req-c2da31cd-36c0-4c70-87e1-984753470731 service nova] Enqueued Resource ID: 943d403b-49d4-411d-83ce-83cfbc29e843 with Priority: HIGHEST for action port [ 708.929638] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_rules [ 708.929638] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 708.929638] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943d403b-49d4-411d-83ce-83cfbc29e843 with Priority: HIGHEST for action port [ 708.929941] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.930073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.930336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.930701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.930767] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.932216] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.932536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.932536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.933784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.933784] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.933784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.933784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.933784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.933784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.933784] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.938684] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-943d403b-49d4-411d-83ce-83cfbc29e843 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.938684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.938684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.938684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.938684] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943d403b-49d4-411d-83ce-83cfbc29e843',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.982803] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 400c5087-9339-4264-a8ae-6428c4c8fa35: rpc.has_security_group_logging(os_id): False [ 709.001518] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.001911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.001911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.002085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.002208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.002534] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.002661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.002934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.002934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.003116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.003203] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 is going to be updated. [ 709.082398] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.083947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.083947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.083947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.083947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.099943] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: IN_PROGRESS for 2s [ 709.244501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.244501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.244501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.244501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.244781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.244781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.244781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.244897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.244970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.245084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.245232] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.245338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.245397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.245541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.245715] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.245792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.245792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.245955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.246070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.246151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.246237] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.432944] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.432944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.438539] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.441398] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 943d403b-49d4-411d-83ce-83cfbc29e843 with status ACTIVE [ 709.441398] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.441398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.441398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.441699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.441699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.441873] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.442044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.442044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.442207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.442273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.442698] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.442786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.442894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.443045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.443234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.443234] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 943d403b-49d4-411d-83ce-83cfbc29e843 is going to be updated. [ 709.479364] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.479729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.479729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.479863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.480149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.480349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.748641] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a5b9a80-00ad-49b7-847e-118c44047f88: rpc.has_security_group_logging(os_id): False [ 709.768952] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.769270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.769270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.769490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.769545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.769803] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.769905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.770080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.770142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.770213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.770369] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.770581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.770581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.770763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.770763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.770905] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.770995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.771054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.771300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.771376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.771463] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be created. [ 709.794392] env[66544]: INFO networking_nsxv3.common.synchronization [req-b45be57d-fc6d-4312-9f6b-8d5d370a23e0 req-50faa135-ace5-4838-814b-68ffd90d2bb0 tempest-ServersAdminTestJSON-757688806 tempest-ServersAdminTestJSON-757688806-project-member] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 709.795137] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 709.795605] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.795884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.795884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.795991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.796223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.796361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.796361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.796642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.796693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.797007] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.848039] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.848039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.848039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.848039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.848039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.861133] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 709.867668] env[66544]: INFO networking_nsxv3.common.synchronization [None req-773905b3-b1d4-4d00-bc75-3800ae790750 None None] Enqueued Resource ID: 2d69781e-97d5-4aca-a0eb-37e15ff0c861 with Priority: HIGHEST for action port [ 709.868279] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d69781e-97d5-4aca-a0eb-37e15ff0c861 with Priority: HIGHEST for action port [ 709.868612] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d69781e-97d5-4aca-a0eb-37e15ff0c861 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.868742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d69781e-97d5-4aca-a0eb-37e15ff0c861" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.868787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d69781e-97d5-4aca-a0eb-37e15ff0c861" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.869518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d69781e-97d5-4aca-a0eb-37e15ff0c861" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.869518] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d69781e-97d5-4aca-a0eb-37e15ff0c861',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.941940] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.209716] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.209986] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.210714] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.211344] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.211806] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.211902] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.212031] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.212320] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.212467] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.212753] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.214180] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.214416] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.214551] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.214680] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.214785] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.214954] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.237329] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.237654] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.237806] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.238033] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.238405] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-a5f0ce54-65a1-4aed-b069-a2713f10958b taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.238585] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-a5f0ce54-65a1-4aed-b069-a2713f10958b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.238956] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-a5f0ce54-65a1-4aed-b069-a2713f10958b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.241038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-a5f0ce54-65a1-4aed-b069-a2713f10958b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.241218] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f0ce54-65a1-4aed-b069-a2713f10958b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.300393] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.373134] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d69781e-97d5-4aca-a0eb-37e15ff0c861 [ 710.373134] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.373134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.373134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.373344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.373554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.373554] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d69781e-97d5-4aca-a0eb-37e15ff0c861 already deleted. [ 710.373654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d69781e-97d5-4aca-a0eb-37e15ff0c861" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.446098] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.446245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.446245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.446441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.446536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.446635] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be created. [ 710.479677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.479988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.479988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.480242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.480516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.494130] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: UNINITIALIZED for 2s [ 710.582495] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 710.582495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.582711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.582952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.583685] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.675437] env[66544]: INFO networking_nsxv3.common.synchronization [None req-ad188b30-728c-4c80-bfed-0ac8a8f388d3 None None] Enqueued Resource ID: 11302ecb-b7a1-4064-9c10-6740869113d4 with Priority: HIGHEST for action port [ 710.675681] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11302ecb-b7a1-4064-9c10-6740869113d4 with Priority: HIGHEST for action port [ 710.675973] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-11302ecb-b7a1-4064-9c10-6740869113d4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.676120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11302ecb-b7a1-4064-9c10-6740869113d4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.676201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11302ecb-b7a1-4064-9c10-6740869113d4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.676599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11302ecb-b7a1-4064-9c10-6740869113d4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.676599] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11302ecb-b7a1-4064-9c10-6740869113d4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.745981] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.747821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.747821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.747821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.747821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.747821] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port a5f0ce54-65a1-4aed-b069-a2713f10958b not found, creating... [ 710.748916] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.748916] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.748916] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.748916] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.748916] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.749931] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.750140] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.750258] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.750527] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.750746] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.751073] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: a5f0ce54-65a1-4aed-b069-a2713f10958b is going to be created. [ 710.784802] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.785455] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.785631] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.785940] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.786229] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.786501] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-a5f0ce54-65a1-4aed-b069-a2713f10958b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.803177] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.935101] env[66544]: INFO networking_nsxv3.common.synchronization [None req-05a111a3-afa0-4389-b57c-b4fa0dcf9790 tempest-ImagesOneServerNegativeTestJSON-1720760939 tempest-ImagesOneServerNegativeTestJSON-1720760939-project-member] Enqueued Resource ID: 95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b with Priority: HIGHEST for action security_group_rules [ 710.937395] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b with Priority: HIGHEST for action security_group_rules [ 710.937622] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.937728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.937767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.938811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.938811] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.088427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.088427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.088427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.088427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.088427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.088427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.088427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.088427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.088427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.088427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.088427] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.115034] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: SUCCESS [ 711.115034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.179869] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11302ecb-b7a1-4064-9c10-6740869113d4 [ 711.180180] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.180382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.180493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.180842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.180842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.180939] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11302ecb-b7a1-4064-9c10-6740869113d4 already deleted. [ 711.181236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11302ecb-b7a1-4064-9c10-6740869113d4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.243648] env[66544]: INFO networking_nsxv3.common.synchronization [None req-233d6bdb-fe9c-460f-850e-02de9a72741d tempest-ImagesOneServerNegativeTestJSON-1720760939 tempest-ImagesOneServerNegativeTestJSON-1720760939-project-member] Enqueued Resource ID: 95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b with Priority: HIGHEST for action security_group_rules [ 711.244426] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b with Priority: HIGHEST for action security_group_rules [ 711.244734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.245152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.307395] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.307395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.307395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.307395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.307395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.307395] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 711.369342] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.369526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.369526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.369750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.369899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.385902] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 711.465898] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.466090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.466169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.466418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.466479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.466602] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b already deleted. [ 711.466724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.466932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.467127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.467212] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.541765] env[66544]: INFO networking_nsxv3.common.synchronization [req-b45be57d-fc6d-4312-9f6b-8d5d370a23e0 req-6c05ffc0-b142-49dd-a83d-3b74ab31fa76 service nova] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_rules [ 711.542051] env[66544]: INFO networking_nsxv3.common.synchronization [req-b45be57d-fc6d-4312-9f6b-8d5d370a23e0 req-6c05ffc0-b142-49dd-a83d-3b74ab31fa76 service nova] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 711.542213] env[66544]: INFO networking_nsxv3.common.synchronization [req-b45be57d-fc6d-4312-9f6b-8d5d370a23e0 req-6c05ffc0-b142-49dd-a83d-3b74ab31fa76 service nova] Enqueued Resource ID: a5f0ce54-65a1-4aed-b069-a2713f10958b with Priority: HIGHEST for action port [ 711.542586] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_rules [ 711.542798] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 711.542836] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f0ce54-65a1-4aed-b069-a2713f10958b with Priority: HIGHEST for action port [ 711.543352] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.543450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.543641] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.543721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.543888] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5f0ce54-65a1-4aed-b069-a2713f10958b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.544052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5f0ce54-65a1-4aed-b069-a2713f10958b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.544052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5f0ce54-65a1-4aed-b069-a2713f10958b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.544314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5f0ce54-65a1-4aed-b069-a2713f10958b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.544363] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f0ce54-65a1-4aed-b069-a2713f10958b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.596354] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.596354] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.596354] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.596354] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.596354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.596960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.596960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.596960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.596960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.596960] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.873673] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 711.873903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.874109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.874331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.874435] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.996238] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.996459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.996563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.996803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.996896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.996990] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b already deleted. [ 711.997080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c4f2a9-e9a7-4ff7-89a7-4d1800e1329b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.050026] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5f0ce54-65a1-4aed-b069-a2713f10958b with status ACTIVE [ 712.050026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.050026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.050026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.050026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.051010] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.052518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.052881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.054747] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5f0ce54-65a1-4aed-b069-a2713f10958b is going to be updated. [ 712.082190] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.082371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.082473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.082688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.082867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.083190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5f0ce54-65a1-4aed-b069-a2713f10958b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.102904] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65f2988-f4a3-4744-a452-6f541ed02a84: rpc.has_security_group_logging(os_id): False [ 712.123706] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.123833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.123907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.124189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.124280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.124648] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.124648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.124648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.124780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.124855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.125099] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.125236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.125277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.125388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.125459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.125630] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.125718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.125774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.125906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.126332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.128277] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 712.244211] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.244395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.244509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.244810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.244852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.299698] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 712.379500] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.379999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.519201] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 712.519201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.519201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.519201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519201] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.519201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.519201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.519201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.519664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.519664] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.552221] env[66544]: INFO networking_nsxv3.common.synchronization [req-2fe9064a-6d8d-41d5-a619-077aef3a7512 req-16555623-3562-4b4d-9af8-0f2352e738a1 tempest-ServersAdminNegativeTestJSON-771341344 tempest-ServersAdminNegativeTestJSON-771341344-project-member] Enqueued Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 712.553036] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 712.553610] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.553748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.553822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.554865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.555307] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.555542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.555542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.555705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.555796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.555898] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.024098] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.024261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.024329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.024549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.025598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.025598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.025598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.025598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.025598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.025598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.025598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.025598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.025598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.025978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.025978] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.025978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.025978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.026121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.026121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.026185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.026266] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.034431] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.034431] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.034431] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.034650] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.036060] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.036060] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.036060] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.036060] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.036060] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.036060] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.036340] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.036340] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.036340] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.036427] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.036487] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.036684] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.059040] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.059143] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.059247] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.059444] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.059763] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-f1ffb752-078b-4b39-b413-190bf9dfcf20 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.059929] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-f1ffb752-078b-4b39-b413-190bf9dfcf20" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.060064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-f1ffb752-078b-4b39-b413-190bf9dfcf20" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.060531] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-f1ffb752-078b-4b39-b413-190bf9dfcf20" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.061553] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ffb752-078b-4b39-b413-190bf9dfcf20',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.061637] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.396672] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 713.396672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.396672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.396887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.397092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.397216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.397272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.397431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.397512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.397607] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.423875] env[66544]: INFO networking_nsxv3.common.synchronization [None req-65465b45-8aa5-4b6b-8cc7-89294cccaafc None None] Enqueued Resource ID: ee0eb038-0c7a-4a2d-83c6-7997d05b21fe with Priority: HIGHEST for action port [ 713.424687] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0eb038-0c7a-4a2d-83c6-7997d05b21fe with Priority: HIGHEST for action port [ 713.425061] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee0eb038-0c7a-4a2d-83c6-7997d05b21fe taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.425354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee0eb038-0c7a-4a2d-83c6-7997d05b21fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.425354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee0eb038-0c7a-4a2d-83c6-7997d05b21fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.425514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee0eb038-0c7a-4a2d-83c6-7997d05b21fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.425601] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee0eb038-0c7a-4a2d-83c6-7997d05b21fe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.538749] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8: rpc.has_security_group_logging(os_id): False [ 713.559033] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.559033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.559033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.559521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.559521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.559521] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.559677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.559677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.559838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.559942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.561276] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.561276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.561276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.561276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.561276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.561276] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.561276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.561276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.561608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.561608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.561608] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be created. [ 713.569022] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.569022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.569022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.569022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.569022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.569022] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port f1ffb752-078b-4b39-b413-190bf9dfcf20 not found, creating... [ 713.569022] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.569022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.569022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.569022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.569022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.569422] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.569422] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.569422] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.569422] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.569422] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.569771] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: f1ffb752-078b-4b39-b413-190bf9dfcf20 is going to be created. [ 713.571538] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.590520] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.590815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.590953] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.591292] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.591571] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.591882] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-f1ffb752-078b-4b39-b413-190bf9dfcf20" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.625980] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.626231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.626354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.626606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.626814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.660198] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 2s [ 713.900775] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.928918] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee0eb038-0c7a-4a2d-83c6-7997d05b21fe [ 713.929433] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.929508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.930435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.930435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.930435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.930435] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee0eb038-0c7a-4a2d-83c6-7997d05b21fe already deleted. [ 713.930435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee0eb038-0c7a-4a2d-83c6-7997d05b21fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.948878] env[66544]: INFO networking_nsxv3.common.synchronization [req-154c820d-6636-4dd9-b6b0-2a76b4b4b176 req-382e7505-0fd6-496b-9e41-b2a28f97c6f2 tempest-FloatingIPsAssociationTestJSON-1158367114 tempest-FloatingIPsAssociationTestJSON-1158367114-project-member] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 713.949789] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGHEST for action security_group_members [ 713.950045] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.950230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.950579] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.950783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.950892] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.951026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.951096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.951310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.951426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.951534] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.076082] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.076304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.076421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.076674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.077092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.077092] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e is going to be updated. [ 714.137438] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.137618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.137698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.137949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.138148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.148890] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: IN_PROGRESS for 2s [ 714.315317] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 714.315581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.361551] env[66544]: INFO networking_nsxv3.common.synchronization [req-2fe9064a-6d8d-41d5-a619-077aef3a7512 req-31bdc85c-f7a4-46c0-a080-5eac1d733d5b service nova] Enqueued Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_rules [ 714.361551] env[66544]: INFO networking_nsxv3.common.synchronization [req-2fe9064a-6d8d-41d5-a619-077aef3a7512 req-31bdc85c-f7a4-46c0-a080-5eac1d733d5b service nova] Enqueued Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 714.361551] env[66544]: INFO networking_nsxv3.common.synchronization [req-2fe9064a-6d8d-41d5-a619-077aef3a7512 req-31bdc85c-f7a4-46c0-a080-5eac1d733d5b service nova] Enqueued Resource ID: f1ffb752-078b-4b39-b413-190bf9dfcf20 with Priority: HIGHEST for action port [ 714.361551] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_rules [ 714.361551] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 714.361551] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ffb752-078b-4b39-b413-190bf9dfcf20 with Priority: HIGHEST for action port [ 714.361551] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.361551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.361551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.361551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.361551] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.361551] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.361551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.361551] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1ffb752-078b-4b39-b413-190bf9dfcf20 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.361551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1ffb752-078b-4b39-b413-190bf9dfcf20" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.361551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1ffb752-078b-4b39-b413-190bf9dfcf20" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.361551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1ffb752-078b-4b39-b413-190bf9dfcf20" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.361551] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ffb752-078b-4b39-b413-190bf9dfcf20',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.404140] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.455735] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.455940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.456088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.456377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.456479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.457209] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.457209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.457209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.457393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.457393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.457539] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 is going to be updated. [ 714.486875] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.486875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.486983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.487349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.487509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.497794] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: IN_PROGRESS for 2s [ 714.863155] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.863155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.863155] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1ffb752-078b-4b39-b413-190bf9dfcf20 with status ACTIVE [ 714.863514] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.863514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.863514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.863713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.863798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.864068] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.864205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.864336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.864545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.865206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.865206] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.865206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.865206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.865206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.865416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.865416] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1ffb752-078b-4b39-b413-190bf9dfcf20 is going to be updated. [ 714.890838] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.890838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.890838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.890838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.890838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.890838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1ffb752-078b-4b39-b413-190bf9dfcf20" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.907451] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.909840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.909840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.909840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.909840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.909840] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 714.946274] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.946274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.946274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.946274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.946681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.954621] env[66544]: INFO networking_nsxv3.common.synchronization [req-ee514239-ac31-44f4-8a36-21137a5f43a7 req-5ca7e532-4183-460f-8912-7607b9f419ad tempest-ImagesNegativeTestJSON-1762118493 tempest-ImagesNegativeTestJSON-1762118493-project-member] Enqueued Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGHEST for action security_group_members [ 714.955285] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGHEST for action security_group_members [ 714.955606] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dff8faf-584d-482e-8574-2433cf245b28 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.956177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.956177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.956177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.956177] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.956553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.956553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.956553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.956553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.956658] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.958245] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 715.460739] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.461081] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.461187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.461529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.461644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.462656] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.462861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.462900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.464041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.464041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.464041] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dff8faf-584d-482e-8574-2433cf245b28 is going to be updated. [ 715.515611] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.515760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.515820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.516159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.516325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.531457] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dff8faf-584d-482e-8574-2433cf245b28 in Status: IN_PROGRESS for 2s [ 715.679149] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 715.679550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.057978] env[66544]: INFO networking_nsxv3.common.synchronization [None req-fe3fea88-c49c-49f2-9ea6-0f0d5401237b None None] Enqueued Resource ID: 765f048f-6e62-43b1-8559-4e983b29d741 with Priority: HIGHEST for action port [ 716.057978] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765f048f-6e62-43b1-8559-4e983b29d741 with Priority: HIGHEST for action port [ 716.058368] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-765f048f-6e62-43b1-8559-4e983b29d741 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.058464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-765f048f-6e62-43b1-8559-4e983b29d741" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.058560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-765f048f-6e62-43b1-8559-4e983b29d741" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.058772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-765f048f-6e62-43b1-8559-4e983b29d741" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.058849] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('765f048f-6e62-43b1-8559-4e983b29d741',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.163286] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: SUCCESS [ 716.163514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.163673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.163879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.164312] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.164449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.164513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.164681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.164759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.164853] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.510129] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7573999-7b71-423f-94fb-9c58aba2fc46 in Status: SUCCESS [ 716.510129] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 deletion is rescheduled due to dependency. [ 716.512145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.563026] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 765f048f-6e62-43b1-8559-4e983b29d741 [ 716.564463] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.564463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.564463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.564463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.564463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.564463] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:765f048f-6e62-43b1-8559-4e983b29d741 already deleted. [ 716.564463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-765f048f-6e62-43b1-8559-4e983b29d741" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.670483] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.975806] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 716.976116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.976322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.976776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.976776] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.976909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.977080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.977382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.977382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.977467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.977532] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.174461] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.483525] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.483678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.483758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.484038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.484170] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.484279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.484346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.484499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.484594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.484691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.484839] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.484934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.485072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.485212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.486026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.486026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.486026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.486026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.486026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.486026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.486026] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.547586] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dff8faf-584d-482e-8574-2433cf245b28 in Status: SUCCESS [ 717.547894] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dff8faf-584d-482e-8574-2433cf245b28 deletion is rescheduled due to dependency. [ 717.548118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.683278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.683511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.683586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.683954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.685342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.685791] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e is going to be updated. [ 717.738866] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.738866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.738866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.739080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.739300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.755413] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: IN_PROGRESS for 2s [ 717.990415] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a5b9a80-00ad-49b7-847e-118c44047f88: rpc.has_security_group_logging(os_id): False [ 718.010625] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.010901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.010982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.011215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.011324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.011554] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.011655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.011719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.011924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.011956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.012160] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.012218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.012972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.014449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.014449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.014570] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.014620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.014658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.015056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.015056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.015056] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 718.085310] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.085435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.085505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.085704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.085849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.099056] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 718.721184] env[66544]: INFO networking_nsxv3.common.synchronization [None req-39f12873-6d68-4dc3-9923-79141a0fa541 None None] Enqueued Resource ID: ba3d5a58-83c2-41ce-8502-2d968c436a69 with Priority: HIGHEST for action port [ 718.721574] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3d5a58-83c2-41ce-8502-2d968c436a69 with Priority: HIGHEST for action port [ 718.721574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba3d5a58-83c2-41ce-8502-2d968c436a69 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.721847] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba3d5a58-83c2-41ce-8502-2d968c436a69" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.721847] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba3d5a58-83c2-41ce-8502-2d968c436a69" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.722084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba3d5a58-83c2-41ce-8502-2d968c436a69" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.722695] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba3d5a58-83c2-41ce-8502-2d968c436a69',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.225719] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba3d5a58-83c2-41ce-8502-2d968c436a69 [ 719.226038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.226227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.226304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.226515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.226697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.227079] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba3d5a58-83c2-41ce-8502-2d968c436a69 already deleted. [ 719.227079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba3d5a58-83c2-41ce-8502-2d968c436a69" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.749691] env[66544]: INFO networking_nsxv3.common.synchronization [None req-7811fe5a-c5d4-4b2e-840b-2ac9ea1524ec None None] Enqueued Resource ID: 28648080-0a08-49a2-ac34-eab31bfbed5d with Priority: HIGHEST for action port [ 719.750119] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28648080-0a08-49a2-ac34-eab31bfbed5d with Priority: HIGHEST for action port [ 719.750370] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-28648080-0a08-49a2-ac34-eab31bfbed5d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.750494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28648080-0a08-49a2-ac34-eab31bfbed5d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.750558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28648080-0a08-49a2-ac34-eab31bfbed5d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.750820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28648080-0a08-49a2-ac34-eab31bfbed5d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.750902] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28648080-0a08-49a2-ac34-eab31bfbed5d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.771397] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: SUCCESS [ 719.771761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.772282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.772565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.772767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.774014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.774014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.774014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.774014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.774014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.774014] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.115663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 720.115883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.255414] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28648080-0a08-49a2-ac34-eab31bfbed5d [ 720.255718] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.255943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.256014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.256308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.257727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.257879] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28648080-0a08-49a2-ac34-eab31bfbed5d already deleted. [ 720.258062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28648080-0a08-49a2-ac34-eab31bfbed5d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.277373] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.277571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.277642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.277865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.278063] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.278176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.278257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.278412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.278505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.278593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.278742] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.278848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.278884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.279056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.279199] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.279578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.279801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.279937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.280018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.280122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.280231] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.521518] env[66544]: INFO networking_nsxv3.common.synchronization [None req-baafc37b-5c0a-4a74-852d-ff1bd9fd5ab2 None None] Enqueued Resource ID: 6a724e0c-f37c-4006-ae9b-2c75d12b5e5f with Priority: HIGHEST for action port [ 720.522210] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a724e0c-f37c-4006-ae9b-2c75d12b5e5f with Priority: HIGHEST for action port [ 720.522497] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a724e0c-f37c-4006-ae9b-2c75d12b5e5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.522634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a724e0c-f37c-4006-ae9b-2c75d12b5e5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.522634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a724e0c-f37c-4006-ae9b-2c75d12b5e5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.522826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a724e0c-f37c-4006-ae9b-2c75d12b5e5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.522950] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a724e0c-f37c-4006-ae9b-2c75d12b5e5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.533714] env[66544]: INFO networking_nsxv3.common.synchronization [req-fb11c0fe-8d5b-4bdb-9b89-24ec12b00741 req-7dbf521d-bdab-489b-9ea8-862f81ca4d82 tempest-ServersTestManualDisk-236647849 tempest-ServersTestManualDisk-236647849-project-member] Enqueued Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_members [ 720.534198] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_members [ 720.535253] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.535253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.535253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.535253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.535253] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.535617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.535617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.535617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.535732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.535732] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.782964] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11ee92ee-6290-483d-a256-7d6e7880438e: rpc.has_security_group_logging(os_id): False [ 720.803603] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.803919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.804115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.805179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.805281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.805775] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.806046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.806131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.806406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.806517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.806706] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.806851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.806906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.807078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.807162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.807357] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.807456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.807519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.807658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.807757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.807818] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e is going to be updated. [ 720.886530] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.886777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.886777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.888629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.888629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.901596] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: IN_PROGRESS for 2s [ 721.034350] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a724e0c-f37c-4006-ae9b-2c75d12b5e5f [ 721.034799] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.034799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.034903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.035413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.035505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.035601] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a724e0c-f37c-4006-ae9b-2c75d12b5e5f already deleted. [ 721.035685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a724e0c-f37c-4006-ae9b-2c75d12b5e5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.040465] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.040640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.040717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.040977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.041144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.041416] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.041823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.042685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.043119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.043119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.043119] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 already deleted. [ 721.043119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.270185] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.270373] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-520" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.270510] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-520" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.270842] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-520" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.272329] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.275386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.275386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.275386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.275386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.275386] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.275386] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.275386] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.275909] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.275909] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.276379] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.277509] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.301378] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.301528] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.301658] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.301831] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-520" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.302573] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.302573] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.302573] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.306077] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.306077] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a18edc8e-2f84-4e8b-b6b9-11ccc49542c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.809408] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.810096] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.810096] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.810184] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.810323] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.810799] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port a18edc8e-2f84-4e8b-b6b9-11ccc49542c1 not found, creating... [ 721.810799] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.812117] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.812117] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.812117] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.812117] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.812117] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.812117] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.812117] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.814590] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.815141] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.815141] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: a18edc8e-2f84-4e8b-b6b9-11ccc49542c1 is going to be created. [ 721.839642] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.839642] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.839828] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.840091] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.840821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.840821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.637218] env[66544]: INFO networking_nsxv3.common.synchronization [req-fb11c0fe-8d5b-4bdb-9b89-24ec12b00741 req-f78937aa-ed8a-44c7-b780-a08069943334 service nova] Enqueued Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_rules [ 722.637455] env[66544]: INFO networking_nsxv3.common.synchronization [req-fb11c0fe-8d5b-4bdb-9b89-24ec12b00741 req-f78937aa-ed8a-44c7-b780-a08069943334 service nova] Enqueued Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_members [ 722.637588] env[66544]: INFO networking_nsxv3.common.synchronization [req-fb11c0fe-8d5b-4bdb-9b89-24ec12b00741 req-f78937aa-ed8a-44c7-b780-a08069943334 service nova] Enqueued Resource ID: a18edc8e-2f84-4e8b-b6b9-11ccc49542c1 with Priority: HIGHEST for action port [ 722.638966] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_rules [ 722.640148] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_members [ 722.640697] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18edc8e-2f84-4e8b-b6b9-11ccc49542c1 with Priority: HIGHEST for action port [ 722.641184] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.642120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.643542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.644180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.644349] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.650257] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.652178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.652299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.652510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.652697] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.652851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.652904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.653036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.653126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.653359] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.656737] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.657777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.657777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.657777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.657777] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a18edc8e-2f84-4e8b-b6b9-11ccc49542c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.790788] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1c62b0d8-1e0d-4227-96e7-6fbcf7212967 None None] Enqueued Resource ID: f81b8227-c4fd-4420-bc0a-62123eda602f with Priority: HIGHEST for action port [ 722.791504] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81b8227-c4fd-4420-bc0a-62123eda602f with Priority: HIGHEST for action port [ 722.791621] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f81b8227-c4fd-4420-bc0a-62123eda602f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.791738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f81b8227-c4fd-4420-bc0a-62123eda602f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.792683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f81b8227-c4fd-4420-bc0a-62123eda602f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.792683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f81b8227-c4fd-4420-bc0a-62123eda602f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.792683] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f81b8227-c4fd-4420-bc0a-62123eda602f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.915736] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: SUCCESS [ 722.916104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.159159] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.159358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.159604] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.165573] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a18edc8e-2f84-4e8b-b6b9-11ccc49542c1 with status ACTIVE [ 723.165902] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.166082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.166189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.166691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.166691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.167513] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.167513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.167513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.167513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.167513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.167698] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.167698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.167796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.168136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.168136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.168263] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a18edc8e-2f84-4e8b-b6b9-11ccc49542c1 is going to be updated. [ 723.192601] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.192882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.192882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.193179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.193380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.193557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a18edc8e-2f84-4e8b-b6b9-11ccc49542c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.267291] env[66544]: INFO networking_nsxv3.common.synchronization [req-990c78ac-be27-4c75-84d7-e4544def146e req-abf9db53-fc8c-4ee2-8d2f-3cc42567acd9 tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 723.270836] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 723.272665] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.272665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.272665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.272665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.272665] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.272665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.272665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.273164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.273553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.273655] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.299709] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f81b8227-c4fd-4420-bc0a-62123eda602f [ 723.299709] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.299709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.299709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.299709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.299709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.299709] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f81b8227-c4fd-4420-bc0a-62123eda602f already deleted. [ 723.299709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f81b8227-c4fd-4420-bc0a-62123eda602f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.616553] env[66544]: INFO networking_nsxv3.common.synchronization [req-0a03028f-3779-4554-ad58-cb27a5e54552 req-ff76013a-dfb1-41a8-b54d-372060491a16 tempest-ServersWithSpecificFlavorTestJSON-761353830 tempest-ServersWithSpecificFlavorTestJSON-761353830-project-member] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 723.617149] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 723.617457] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.617572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.617639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.617835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.617988] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.618330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.618812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.619089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.619205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.619304] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.662175] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.680513] env[66544]: INFO networking_nsxv3.common.synchronization [None req-122243f6-255c-4dd2-9670-387839452f5f None None] Enqueued Resource ID: e7a92f35-834e-442c-a992-9ab15f901b21 with Priority: HIGHEST for action port [ 723.681265] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a92f35-834e-442c-a992-9ab15f901b21 with Priority: HIGHEST for action port [ 723.681692] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7a92f35-834e-442c-a992-9ab15f901b21 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.681887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7a92f35-834e-442c-a992-9ab15f901b21" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.681934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7a92f35-834e-442c-a992-9ab15f901b21" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.682241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7a92f35-834e-442c-a992-9ab15f901b21" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.682328] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a92f35-834e-442c-a992-9ab15f901b21',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.778221] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.778393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.778466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.780927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.780927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.780927] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.780927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.780927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.780927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.780927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.780927] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 723.812712] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.812712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.812712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.812712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.812712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.826146] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 724.126327] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.126327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.126327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.126327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.126327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.126327] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.126327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.126327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.126327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.126327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.126327] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf is going to be updated. [ 724.153910] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.154069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.154229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.154349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.154486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.165288] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: IN_PROGRESS for 2s [ 724.165758] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.165929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.166044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.166335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.166452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.166565] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 is going to be created. [ 724.186076] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7a92f35-834e-442c-a992-9ab15f901b21 [ 724.186390] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.186557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.186645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.186960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.187160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.187228] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7a92f35-834e-442c-a992-9ab15f901b21 already deleted. [ 724.187306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7a92f35-834e-442c-a992-9ab15f901b21" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.193687] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.193923] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-266" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.195419] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-266" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.195526] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-266" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.195869] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.196556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.196556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.196556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.196737] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.197024] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.197272] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.200244] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.200244] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.200244] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.200244] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.200244] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.204331] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.204578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.204727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.204853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.205179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.219568] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 in Status: UNINITIALIZED for 2s [ 724.239093] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.242475] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.242573] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.242780] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-266" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.243237] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.243447] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.243589] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.243912] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.244073] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec90c49-e5a5-49c1-8f97-c73b0bd42cb3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.747956] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.748253] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.748484] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.748801] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.749031] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.749254] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port bec90c49-e5a5-49c1-8f97-c73b0bd42cb3 not found, creating... [ 724.749649] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.750087] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.750087] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.750376] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.750631] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.751156] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.751350] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.751525] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.751832] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.752059] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.752328] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: bec90c49-e5a5-49c1-8f97-c73b0bd42cb3 is going to be created. [ 724.776170] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.777348] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.777348] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.777348] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.777348] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.777709] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.100123] env[66544]: INFO networking_nsxv3.common.synchronization [None req-583ce76f-5192-4b78-b46c-6a4de40c1232 None None] Enqueued Resource ID: cac69f81-6318-4397-b4c3-2a18ac3d77e9 with Priority: HIGHEST for action port [ 725.101117] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac69f81-6318-4397-b4c3-2a18ac3d77e9 with Priority: HIGHEST for action port [ 725.101117] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac69f81-6318-4397-b4c3-2a18ac3d77e9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.101246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac69f81-6318-4397-b4c3-2a18ac3d77e9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.101246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac69f81-6318-4397-b4c3-2a18ac3d77e9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.102345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac69f81-6318-4397-b4c3-2a18ac3d77e9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.102345] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac69f81-6318-4397-b4c3-2a18ac3d77e9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.582066] env[66544]: INFO networking_nsxv3.common.synchronization [req-0a03028f-3779-4554-ad58-cb27a5e54552 req-afeec590-f75b-41f1-b413-d2c2e0cb579a service nova] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_rules [ 725.582382] env[66544]: INFO networking_nsxv3.common.synchronization [req-0a03028f-3779-4554-ad58-cb27a5e54552 req-afeec590-f75b-41f1-b413-d2c2e0cb579a service nova] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 725.582382] env[66544]: INFO networking_nsxv3.common.synchronization [req-0a03028f-3779-4554-ad58-cb27a5e54552 req-afeec590-f75b-41f1-b413-d2c2e0cb579a service nova] Enqueued Resource ID: bec90c49-e5a5-49c1-8f97-c73b0bd42cb3 with Priority: HIGHEST for action port [ 725.583573] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_rules [ 725.583573] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 725.583573] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec90c49-e5a5-49c1-8f97-c73b0bd42cb3 with Priority: HIGHEST for action port [ 725.583573] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.583573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.583573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.584130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.584130] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.585488] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.585583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.585781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.585882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.585946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.586213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.586302] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec90c49-e5a5-49c1-8f97-c73b0bd42cb3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.607126] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cac69f81-6318-4397-b4c3-2a18ac3d77e9 [ 725.607301] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.607432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.607502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.607709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.607801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.607900] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cac69f81-6318-4397-b4c3-2a18ac3d77e9 already deleted. [ 725.607981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac69f81-6318-4397-b4c3-2a18ac3d77e9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.841292] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 725.841292] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 deletion is rescheduled due to dependency. [ 725.841292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.088706] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.088706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.088706] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bec90c49-e5a5-49c1-8f97-c73b0bd42cb3 with status ACTIVE [ 726.088706] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.088706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.089072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.089072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.089214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.089805] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.089805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.089805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.089805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.089805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.090250] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.090250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.090250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.090250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.090441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.090441] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bec90c49-e5a5-49c1-8f97-c73b0bd42cb3 is going to be updated. [ 726.121719] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.121961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.121961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.122205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.122390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.122594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bec90c49-e5a5-49c1-8f97-c73b0bd42cb3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.178949] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: SUCCESS [ 726.178949] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf deletion is rescheduled due to dependency. [ 726.178949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.179564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.179564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.179758] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.181700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.181700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.181700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.181700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.181700] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.233209] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 in Status: SUCCESS [ 726.233310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.233440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.233706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.234121] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.234121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.234121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.234333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.234333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.236725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.236725] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.685454] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.738583] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.187390] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.241736] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 687c1b15-781a-45e9-915d-6b0ec36dd990: rpc.has_security_group_logging(os_id): False [ 727.281772] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.281772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.281772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.282085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.282238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.282631] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.282815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.286404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.287464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.287464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.287464] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 is going to be created. [ 727.417868] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.417868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.417868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.417868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.417868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.442457] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 in Status: IN_PROGRESS for 2s [ 727.690861] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.691426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.691499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.692106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.692266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.692407] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf is going to be updated. [ 727.725156] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.725363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.725407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.725884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.726039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.738355] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: IN_PROGRESS for 2s [ 727.759842] env[66544]: INFO networking_nsxv3.common.synchronization [None req-d975edea-c65f-4a1c-b4fb-799b0f1166c1 None None] Enqueued Resource ID: 63df998b-7817-47d7-93c2-c69180685595 with Priority: HIGHEST for action port [ 727.760501] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63df998b-7817-47d7-93c2-c69180685595 with Priority: HIGHEST for action port [ 727.760501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-63df998b-7817-47d7-93c2-c69180685595 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.760732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63df998b-7817-47d7-93c2-c69180685595" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.760732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63df998b-7817-47d7-93c2-c69180685595" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.760892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63df998b-7817-47d7-93c2-c69180685595" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.761259] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63df998b-7817-47d7-93c2-c69180685595',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.964979] env[66544]: INFO networking_nsxv3.common.synchronization [req-26d42931-e76c-4210-bbe6-2c9076bbe6cd req-13e52ba4-567a-4664-80ca-b33d29a9df5f tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 727.966785] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 727.969178] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.969329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.970393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.970393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.970393] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.970393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.970393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.970393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.970393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.970393] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.107939] env[66544]: INFO networking_nsxv3.common.synchronization [None req-337d856e-8d0d-48c9-8b08-d8bea8c5e956 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_rules [ 728.108526] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_rules [ 728.109726] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.109726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.109726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.109726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.109862] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.264626] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63df998b-7817-47d7-93c2-c69180685595 [ 728.265107] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.265278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.265388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.265596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.265705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.265804] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63df998b-7817-47d7-93c2-c69180685595 already deleted. [ 728.265888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63df998b-7817-47d7-93c2-c69180685595" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.358459] env[66544]: INFO networking_nsxv3.common.synchronization [None req-35a4cb61-c060-4e45-af61-9e7ed49ac49a tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_rules [ 728.359113] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_rules [ 728.359453] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.359865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.470418] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.470662] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.470787] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.471103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.471398] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.471580] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.471735] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.474898] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.475091] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.475324] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.475438] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.475541] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.475655] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.475761] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.475859] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.476022] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.477818] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.477937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.478014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.482338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.482439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.482637] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.482736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.482826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.483021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.483107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.483199] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 728.504384] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.504565] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.504677] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.504857] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.505259] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-534265a0-a44c-4706-8868-d78d9010035d taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.505448] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-534265a0-a44c-4706-8868-d78d9010035d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.505562] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-534265a0-a44c-4706-8868-d78d9010035d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.505902] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-534265a0-a44c-4706-8868-d78d9010035d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.506078] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('534265a0-a44c-4706-8868-d78d9010035d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.525358] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.525358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.525666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.525782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.525951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.539692] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 728.633773] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.634282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.634282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.634487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.634665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.634757] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83a8530-3f96-4dc0-9734-03e893780550 already deleted. [ 728.634794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.634982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.635260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.635718] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.789529] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a2fb73aa-5f13-4456-ac0d-0228a86cbf24 None None] Enqueued Resource ID: 33801cd7-e54f-4387-acd9-408635de799d with Priority: HIGHEST for action port [ 728.790542] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33801cd7-e54f-4387-acd9-408635de799d with Priority: HIGHEST for action port [ 728.790542] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-33801cd7-e54f-4387-acd9-408635de799d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.790542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33801cd7-e54f-4387-acd9-408635de799d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.790542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33801cd7-e54f-4387-acd9-408635de799d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.790902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33801cd7-e54f-4387-acd9-408635de799d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.790902] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33801cd7-e54f-4387-acd9-408635de799d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.010029] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.010029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.010029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.010029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.010346] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.010346] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 534265a0-a44c-4706-8868-d78d9010035d not found, creating... [ 729.010813] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.010920] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.011311] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.011379] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.011881] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.011980] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.012135] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.012329] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.012556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.012698] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.012840] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 534265a0-a44c-4706-8868-d78d9010035d is going to be created. [ 729.042677] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.043203] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.043203] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.043405] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.043637] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.043875] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-534265a0-a44c-4706-8868-d78d9010035d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.160876] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.160876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.160876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.161139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.161722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.161722] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83a8530-3f96-4dc0-9734-03e893780550 already deleted. [ 729.161722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.293908] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33801cd7-e54f-4387-acd9-408635de799d [ 729.293908] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.293908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.293908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.293908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.293908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.293908] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33801cd7-e54f-4387-acd9-408635de799d already deleted. [ 729.293908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33801cd7-e54f-4387-acd9-408635de799d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.455513] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 in Status: SUCCESS [ 729.455513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.752041] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: SUCCESS [ 729.752041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.752041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.752041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.752041] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.752041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.752041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.752041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.752041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.752041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.752041] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.904155] env[66544]: INFO networking_nsxv3.common.synchronization [req-26d42931-e76c-4210-bbe6-2c9076bbe6cd req-af6a4b11-d851-4359-b724-1000ae9a1dbe service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 729.904155] env[66544]: INFO networking_nsxv3.common.synchronization [req-26d42931-e76c-4210-bbe6-2c9076bbe6cd req-af6a4b11-d851-4359-b724-1000ae9a1dbe service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 729.904430] env[66544]: INFO networking_nsxv3.common.synchronization [req-26d42931-e76c-4210-bbe6-2c9076bbe6cd req-af6a4b11-d851-4359-b724-1000ae9a1dbe service nova] Enqueued Resource ID: 534265a0-a44c-4706-8868-d78d9010035d with Priority: HIGHEST for action port [ 729.904430] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 729.904536] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 729.904645] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534265a0-a44c-4706-8868-d78d9010035d with Priority: HIGHEST for action port [ 729.905198] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.905318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.905377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.905573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.905647] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.906585] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.906684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.906867] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-534265a0-a44c-4706-8868-d78d9010035d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.906945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-534265a0-a44c-4706-8868-d78d9010035d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.906977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-534265a0-a44c-4706-8868-d78d9010035d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.908762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-534265a0-a44c-4706-8868-d78d9010035d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.908762] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('534265a0-a44c-4706-8868-d78d9010035d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.259215] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.403695] env[66544]: INFO networking_nsxv3.common.synchronization [None req-aeba5466-8d0e-4380-b6c6-5ef283a9f0ea tempest-VolumesAssistedSnapshotsTest-761400117 tempest-VolumesAssistedSnapshotsTest-761400117-project-member] Enqueued Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_rules [ 730.404173] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_rules [ 730.404524] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc941173-8065-476d-8bb6-9c816ee9592a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.404650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.404722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.404990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.405101] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.409331] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.409721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.412401] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 534265a0-a44c-4706-8868-d78d9010035d with status ACTIVE [ 730.412737] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.414967] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.414967] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.414967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.415736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.415946] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 534265a0-a44c-4706-8868-d78d9010035d is going to be updated. [ 730.445067] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.445469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.445469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.445638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.445914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.446108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-534265a0-a44c-4706-8868-d78d9010035d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.525345] env[66544]: INFO networking_nsxv3.common.synchronization [None req-d7f1bdf8-a1ba-44f3-8a06-aeb9ab6a4e56 tempest-VolumesAssistedSnapshotsTest-761400117 tempest-VolumesAssistedSnapshotsTest-761400117-project-member] Enqueued Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_rules [ 730.525968] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_rules [ 730.526633] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc941173-8065-476d-8bb6-9c816ee9592a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.527472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.559028] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 730.559028] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 730.559028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.559028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.559028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.559028] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.559028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.559028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.559028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.559028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.559028] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.763026] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c4e9d4b-aa52-44cf-9a83-96466916eaaf: rpc.has_security_group_logging(os_id): False [ 730.794507] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.794627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.794627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.794868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.794964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.795281] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.795419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.795491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.795684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.795786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.795887] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf is going to be updated. [ 730.914424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.914913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.914913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.914913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.915122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.940696] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.940878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.940968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.941268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.941375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.941476] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc941173-8065-476d-8bb6-9c816ee9592a already deleted. [ 730.941565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.941723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.941875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.941969] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.961632] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: IN_PROGRESS for 2s [ 731.062448] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.258962] env[66544]: INFO networking_nsxv3.common.synchronization [None req-32e123a6-b4ef-4c29-bf29-5887d10e84b0 None None] Enqueued Resource ID: a2025fd5-9690-44d4-acf6-542a9f00a105 with Priority: HIGHEST for action port [ 731.259890] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2025fd5-9690-44d4-acf6-542a9f00a105 with Priority: HIGHEST for action port [ 731.260706] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2025fd5-9690-44d4-acf6-542a9f00a105 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.261149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2025fd5-9690-44d4-acf6-542a9f00a105" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.261149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2025fd5-9690-44d4-acf6-542a9f00a105" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.261370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2025fd5-9690-44d4-acf6-542a9f00a105" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.261629] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2025fd5-9690-44d4-acf6-542a9f00a105',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.469750] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.469956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.469998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.470351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.470524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.470668] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc941173-8065-476d-8bb6-9c816ee9592a already deleted. [ 731.470795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.572854] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.765508] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2025fd5-9690-44d4-acf6-542a9f00a105 [ 731.765827] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.766069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.766183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.766448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.766621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.766673] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2025fd5-9690-44d4-acf6-542a9f00a105 already deleted. [ 731.766798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2025fd5-9690-44d4-acf6-542a9f00a105" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.074748] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.075586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.075865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.076219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.076317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.076462] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 732.123664] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.123664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.123664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.123664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.123664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.136987] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 732.646128] env[66544]: INFO networking_nsxv3.common.synchronization [req-64b2b60e-c059-43fd-ba46-64432b92bfc4 req-f3c39b60-6114-4c8b-aaca-e09adbb764e9 tempest-VolumesAdminNegativeTest-197780143 tempest-VolumesAdminNegativeTest-197780143-project-member] Enqueued Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGHEST for action security_group_members [ 732.646969] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGHEST for action security_group_members [ 732.647435] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.647726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.647823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.648102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.648348] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.648548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.648801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.649261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.649261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.649261] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.976461] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: SUCCESS [ 732.977421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.156571] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.156938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.156938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.157036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.157127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.157327] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.157438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.157490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.157642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.157720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.157801] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 already deleted. [ 733.157877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.173210] env[66544]: INFO networking_nsxv3.common.synchronization [req-d919f5d7-8c35-45ff-824c-6202883622f8 req-746f61f9-06b5-4059-9212-45d54d22ef58 tempest-ServerMetadataNegativeTestJSON-2013698452 tempest-ServerMetadataNegativeTestJSON-2013698452-project-member] Enqueued Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGHEST for action security_group_members [ 733.173787] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGHEST for action security_group_members [ 733.174097] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d36869-5207-4b9d-93f8-7edec7c5868f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.174309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.174309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.174503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.174655] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.174805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.174805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.174965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.175051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.175138] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.517369] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.517604] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-26" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.517922] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-26" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.518195] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-26" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.518527] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.518764] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.518941] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.519269] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.519446] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.519693] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.519856] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.519989] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.520137] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.520445] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.520445] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.520632] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.554241] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.554434] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.554605] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.554786] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-26" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.555223] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-a0901e90-4b27-46f1-8b01-2525a68a20df taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.557613] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-a0901e90-4b27-46f1-8b01-2525a68a20df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.557613] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-a0901e90-4b27-46f1-8b01-2525a68a20df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.557989] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-a0901e90-4b27-46f1-8b01-2525a68a20df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.558157] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0901e90-4b27-46f1-8b01-2525a68a20df',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.678223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.678410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.678487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.678728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.678895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.679141] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.679354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.679354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.679537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.679617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.679707] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d36869-5207-4b9d-93f8-7edec7c5868f is going to be updated. [ 733.712964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.713358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.713358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.713566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.713722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.804247] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d36869-5207-4b9d-93f8-7edec7c5868f in Status: IN_PROGRESS for 2s [ 734.060982] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.061202] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.061263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.061573] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.061661] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.061943] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port a0901e90-4b27-46f1-8b01-2525a68a20df not found, creating... [ 734.062120] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.062278] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.062386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.062607] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.062733] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.063083] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.063243] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.063351] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.063548] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.063670] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.063799] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: a0901e90-4b27-46f1-8b01-2525a68a20df is going to be created. [ 734.088021] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.088229] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.088229] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.088633] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.088877] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.089196] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-a0901e90-4b27-46f1-8b01-2525a68a20df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.147748] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 734.148291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.148481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.148710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.148903] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.149034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.149100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.149239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.149323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.149406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.149494] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.170112] env[66544]: INFO networking_nsxv3.common.synchronization [req-ed06663e-35de-4762-913a-2a5d48b22804 req-91809717-12e3-489b-8962-8f9b307649c7 tempest-ServersNegativeTestMultiTenantJSON-1323683890 tempest-ServersNegativeTestMultiTenantJSON-1323683890-project-member] Enqueued Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGHEST for action security_group_members [ 734.171036] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGHEST for action security_group_members [ 734.171484] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644475e-6b1a-4e43-843c-2a3c4cccb15e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.171627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.171691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.171886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.172161] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.172353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.172410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.172534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.172620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.172714] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.654979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.654979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.654979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.654979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.654979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.655836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.655836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.655836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.655836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.655836] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.675927] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.676882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.676882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.676882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.676882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.676882] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.680017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.680017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.680017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.680017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.680017] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e is going to be updated. [ 734.715204] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.715548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.715548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.715871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.716135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.728972] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e in Status: IN_PROGRESS for 2s [ 734.968850] env[66544]: INFO networking_nsxv3.common.synchronization [req-64b2b60e-c059-43fd-ba46-64432b92bfc4 req-02e47665-9883-42bf-90f2-31d8c9c43f1a service nova] Enqueued Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGHEST for action security_group_rules [ 734.969029] env[66544]: INFO networking_nsxv3.common.synchronization [req-64b2b60e-c059-43fd-ba46-64432b92bfc4 req-02e47665-9883-42bf-90f2-31d8c9c43f1a service nova] Enqueued Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGHEST for action security_group_members [ 734.969252] env[66544]: INFO networking_nsxv3.common.synchronization [req-64b2b60e-c059-43fd-ba46-64432b92bfc4 req-02e47665-9883-42bf-90f2-31d8c9c43f1a service nova] Enqueued Resource ID: a0901e90-4b27-46f1-8b01-2525a68a20df with Priority: HIGHEST for action port [ 734.969703] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGHEST for action security_group_rules [ 734.969846] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGHEST for action security_group_members [ 734.969944] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0901e90-4b27-46f1-8b01-2525a68a20df with Priority: HIGHEST for action port [ 734.970256] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.970397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.970510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.970722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.970805] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.973342] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.974472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.974472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.974472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.974472] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.974472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.974472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.974744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.974744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.974744] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.975640] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0901e90-4b27-46f1-8b01-2525a68a20df taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.975764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0901e90-4b27-46f1-8b01-2525a68a20df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.976097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0901e90-4b27-46f1-8b01-2525a68a20df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.976097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0901e90-4b27-46f1-8b01-2525a68a20df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.976097] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0901e90-4b27-46f1-8b01-2525a68a20df',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.162247] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ff8d72-bc06-4df9-93b3-69a75dea17da: rpc.has_security_group_logging(os_id): False [ 735.184196] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.184621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.184621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.184726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.184992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.186173] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.186173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.186173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.186173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.186173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.186173] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.186173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.186721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.186721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.186721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.186836] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.186902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.186948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.187134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.187283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.187340] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 735.283809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.283809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.283809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.283809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.283809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.308106] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 735.477630] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.478734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.478844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.481569] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0901e90-4b27-46f1-8b01-2525a68a20df with status ACTIVE [ 735.481569] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.481569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.481569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.481569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.481569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.481792] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.481837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.481872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.482069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.482955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.482955] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.482955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.482955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.482955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.482955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.482955] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0901e90-4b27-46f1-8b01-2525a68a20df is going to be updated. [ 735.509315] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.509449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.509449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.509645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.509781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.509948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0901e90-4b27-46f1-8b01-2525a68a20df" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.822882] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d36869-5207-4b9d-93f8-7edec7c5868f in Status: SUCCESS [ 735.823079] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d36869-5207-4b9d-93f8-7edec7c5868f deletion is rescheduled due to dependency. [ 735.823198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983262] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.414143] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4997de87-2b15-46af-a81d-077adf7371ff None None] Enqueued Resource ID: 4b81f119-946c-4670-8197-fd28bd1e213e with Priority: HIGHEST for action port [ 736.414143] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b81f119-946c-4670-8197-fd28bd1e213e with Priority: HIGHEST for action port [ 736.414143] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b81f119-946c-4670-8197-fd28bd1e213e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.414143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b81f119-946c-4670-8197-fd28bd1e213e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.414143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b81f119-946c-4670-8197-fd28bd1e213e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.414143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b81f119-946c-4670-8197-fd28bd1e213e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.414143] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b81f119-946c-4670-8197-fd28bd1e213e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.486947] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.487195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.487195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.487497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.487627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.487731] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 is going to be created. [ 736.514803] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.514999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.514999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.515383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.515515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.527023] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 in Status: UNINITIALIZED for 2s [ 736.745360] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e in Status: SUCCESS [ 736.745605] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e deletion is rescheduled due to dependency. [ 736.745753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.914469] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b81f119-946c-4670-8197-fd28bd1e213e [ 736.915401] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.915401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.915401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.915732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.916628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.916628] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b81f119-946c-4670-8197-fd28bd1e213e already deleted. [ 736.916628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b81f119-946c-4670-8197-fd28bd1e213e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.019126] env[66544]: INFO networking_nsxv3.common.synchronization [None req-07da0540-de64-4ff7-a0ca-0cd6586a8ffc None None] Enqueued Resource ID: 8dcb62b4-7c4a-4b3f-ad03-875e597607c9 with Priority: HIGHEST for action port [ 737.019749] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcb62b4-7c4a-4b3f-ad03-875e597607c9 with Priority: HIGHEST for action port [ 737.020103] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dcb62b4-7c4a-4b3f-ad03-875e597607c9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.020243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dcb62b4-7c4a-4b3f-ad03-875e597607c9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.020335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dcb62b4-7c4a-4b3f-ad03-875e597607c9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.020647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dcb62b4-7c4a-4b3f-ad03-875e597607c9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.020760] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dcb62b4-7c4a-4b3f-ad03-875e597607c9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.328052] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 737.328052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.522785] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dcb62b4-7c4a-4b3f-ad03-875e597607c9 [ 737.525016] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.525016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.525016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.525016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.525016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.525016] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dcb62b4-7c4a-4b3f-ad03-875e597607c9 already deleted. [ 737.525016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dcb62b4-7c4a-4b3f-ad03-875e597607c9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.541739] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 in Status: SUCCESS [ 738.542128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.542319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.542536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.543599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.543599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.543599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.543599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.543599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.543599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.543599] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.754451] env[66544]: INFO networking_nsxv3.common.synchronization [None req-2f91bf45-f20b-4f79-a4a2-da1cae9755ed None None] Enqueued Resource ID: 5d4b699e-537a-44d3-b745-f6a406df71d2 with Priority: HIGHEST for action port [ 738.755040] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4b699e-537a-44d3-b745-f6a406df71d2 with Priority: HIGHEST for action port [ 738.755695] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4b699e-537a-44d3-b745-f6a406df71d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.755695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4b699e-537a-44d3-b745-f6a406df71d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.755849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4b699e-537a-44d3-b745-f6a406df71d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.756065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4b699e-537a-44d3-b745-f6a406df71d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.756152] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4b699e-537a-44d3-b745-f6a406df71d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.049791] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.049791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.049791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.049791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.049791] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.049791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.049791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.049791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.049791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.050258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.050258] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.050258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.050258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.050383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.050415] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.050562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.050562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.052593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.052593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.052593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.052593] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.259034] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d4b699e-537a-44d3-b745-f6a406df71d2 [ 739.259277] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.259414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.259494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.260037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.260141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.260282] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d4b699e-537a-44d3-b745-f6a406df71d2 already deleted. [ 739.260321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4b699e-537a-44d3-b745-f6a406df71d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.556008] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23769bf3-1d0c-43cc-bced-025f1d4bcfe2: rpc.has_security_group_logging(os_id): False [ 739.579892] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.580029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.580733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.580733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.580733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.580875] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.580927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.581806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.581806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.581806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.581806] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.581806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.581806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.582207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.582207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.582361] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.582470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.582521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.582756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.582756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.582841] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 is going to be created. [ 739.649605] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.649605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.649721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.649864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.650060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.663855] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 in Status: IN_PROGRESS for 2s [ 739.880854] env[66544]: INFO networking_nsxv3.common.synchronization [req-1440aef1-30b9-4c58-b352-5de347d92da2 req-133abc4c-2926-4180-8414-38f1b513a446 tempest-ImagesOneServerNegativeTestJSON-1720760939 tempest-ImagesOneServerNegativeTestJSON-1720760939-project-member] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 739.882426] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 739.883270] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.883407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.883546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.883704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.883862] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.883959] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.885581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.885782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.885913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.886026] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.155037] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b685c6b7-65f0-40dc-8ee4-831241cdb9d5 None None] Enqueued Resource ID: 00368e83-0a91-4d79-ba3d-3753172649c3 with Priority: HIGHEST for action port [ 740.155037] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00368e83-0a91-4d79-ba3d-3753172649c3 with Priority: HIGHEST for action port [ 740.155037] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-00368e83-0a91-4d79-ba3d-3753172649c3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.155037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00368e83-0a91-4d79-ba3d-3753172649c3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.155037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00368e83-0a91-4d79-ba3d-3753172649c3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.155702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00368e83-0a91-4d79-ba3d-3753172649c3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.155702] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00368e83-0a91-4d79-ba3d-3753172649c3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.348631] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.348934] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.349102] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.349410] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.349741] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.349936] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.350091] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.350342] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.350529] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.350741] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.350847] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.350946] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.351058] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.351155] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.351251] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.351373] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.371565] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.371797] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.371926] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.372142] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.372526] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.372740] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.372895] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.373278] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.373451] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd1c0db-1ae9-4813-8ecb-d2583a58e700',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.388505] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.388767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.388913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.389255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.389439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.389772] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.389949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.390077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.390354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.390483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.390601] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be updated. [ 740.419095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.419290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.419356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.419554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.419712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.429542] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: IN_PROGRESS for 2s [ 740.660706] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00368e83-0a91-4d79-ba3d-3753172649c3 [ 740.661061] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.661156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.661197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.661483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.661483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.661938] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00368e83-0a91-4d79-ba3d-3753172649c3 already deleted. [ 740.661938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00368e83-0a91-4d79-ba3d-3753172649c3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.876378] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.876513] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.876572] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.876918] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.877075] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.877195] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 9bd1c0db-1ae9-4813-8ecb-d2583a58e700 not found, creating... [ 740.878308] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.878308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.878308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.878308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.878308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.878693] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.878693] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.878909] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.879026] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.879130] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.879268] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 9bd1c0db-1ae9-4813-8ecb-d2583a58e700 is going to be created. [ 740.903328] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.903477] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.903588] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.903816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.904054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.904570] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.673748] env[66544]: INFO networking_nsxv3.common.synchronization [req-1440aef1-30b9-4c58-b352-5de347d92da2 req-3c1166f7-57e4-4186-9613-f32ac2572a1e service nova] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_rules [ 741.674090] env[66544]: INFO networking_nsxv3.common.synchronization [req-1440aef1-30b9-4c58-b352-5de347d92da2 req-3c1166f7-57e4-4186-9613-f32ac2572a1e service nova] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 741.674090] env[66544]: INFO networking_nsxv3.common.synchronization [req-1440aef1-30b9-4c58-b352-5de347d92da2 req-3c1166f7-57e4-4186-9613-f32ac2572a1e service nova] Enqueued Resource ID: 9bd1c0db-1ae9-4813-8ecb-d2583a58e700 with Priority: HIGHEST for action port [ 741.674334] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_rules [ 741.674455] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 741.674599] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd1c0db-1ae9-4813-8ecb-d2583a58e700 with Priority: HIGHEST for action port [ 741.675224] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.675392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.675648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.675648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.675741] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.676809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.676809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.676953] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.677069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.677131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.677329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.677472] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd1c0db-1ae9-4813-8ecb-d2583a58e700',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.681343] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 in Status: SUCCESS [ 741.681384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.180781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.180937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.183112] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bd1c0db-1ae9-4813-8ecb-d2583a58e700 with status ACTIVE [ 742.183441] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.183582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.183645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.184028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.184130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.184316] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.184418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.184480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.184634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.184711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.184889] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.185060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.185126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.185270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.185428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.185499] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bd1c0db-1ae9-4813-8ecb-d2583a58e700 is going to be updated. [ 742.207972] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.208181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.208243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.208465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.208593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.208793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd1c0db-1ae9-4813-8ecb-d2583a58e700" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.445271] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 742.445464] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 deletion is rescheduled due to dependency. [ 742.445580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.445769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.449307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.450014] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.450014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.450014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.450201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.450201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.450421] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.880530] env[66544]: INFO networking_nsxv3.common.synchronization [req-df2a157a-bc1a-4709-adb0-67a649a50b7f req-89bd4726-3312-4c10-97c6-45b0873e8116 tempest-SecurityGroupRulesNegativeTestJSON-2026922451 tempest-SecurityGroupRulesNegativeTestJSON-2026922451-project-member] Enqueued Resource ID: ccd69587-918f-4f2f-b3e2-54f29cf9f613 with Priority: HIGHEST for action security_group_rules [ 742.881461] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd69587-918f-4f2f-b3e2-54f29cf9f613 with Priority: HIGHEST for action security_group_rules [ 742.882512] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.882512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.882512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.882512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.882512] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd69587-918f-4f2f-b3e2-54f29cf9f613',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.952322] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.405975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.405975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.405975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.406233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.406233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.406233] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd69587-918f-4f2f-b3e2-54f29cf9f613 already deleted. [ 743.406335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.456653] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.741859] env[66544]: INFO networking_nsxv3.common.synchronization [None req-602ac85a-6aa9-4899-b03c-a2114c28ae71 None None] Enqueued Resource ID: c942f016-0949-4ba7-aaef-827a8b007117 with Priority: HIGHEST for action port [ 743.742444] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c942f016-0949-4ba7-aaef-827a8b007117 with Priority: HIGHEST for action port [ 743.745690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c942f016-0949-4ba7-aaef-827a8b007117 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.745690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c942f016-0949-4ba7-aaef-827a8b007117" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.745690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c942f016-0949-4ba7-aaef-827a8b007117" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.745690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c942f016-0949-4ba7-aaef-827a8b007117" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.745690] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c942f016-0949-4ba7-aaef-827a8b007117',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.960922] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.961251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.961251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.961408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.961501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.961604] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be updated. [ 743.993424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.997102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.997202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.997445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.997603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.007714] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: IN_PROGRESS for 2s [ 744.248048] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c942f016-0949-4ba7-aaef-827a8b007117 [ 744.248254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.248395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.248455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.248670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.248759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.248928] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c942f016-0949-4ba7-aaef-827a8b007117 already deleted. [ 744.249019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c942f016-0949-4ba7-aaef-827a8b007117" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.673638] env[66544]: INFO networking_nsxv3.common.synchronization [req-c15e7ab0-abf4-4f3b-9507-d00346892be1 req-92685bbb-ef67-4ad8-82c0-6183d76bf91c tempest-ServersNegativeTestJSON-1498734081 tempest-ServersNegativeTestJSON-1498734081-project-member] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 744.674209] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 744.674512] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.674628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.674692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.674886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.676381] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.676497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.676570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.676754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.677354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.677354] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.080408] env[66544]: INFO networking_nsxv3.common.synchronization [req-ebb53df6-79f7-4f1e-b616-23252c689f0f req-ae9444fc-6d90-41aa-90ed-101c3e0495ec tempest-SecurityGroupRulesNegativeTestJSON-2026922451 tempest-SecurityGroupRulesNegativeTestJSON-2026922451-project-member] Enqueued Resource ID: ccd69587-918f-4f2f-b3e2-54f29cf9f613 with Priority: HIGHEST for action security_group_rules [ 745.080895] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd69587-918f-4f2f-b3e2-54f29cf9f613 with Priority: HIGHEST for action security_group_rules [ 745.082625] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.082789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.082864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.083084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.083157] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd69587-918f-4f2f-b3e2-54f29cf9f613',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.181777] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.295020] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.295020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.295020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.295020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.295020] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.295020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.295020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.295020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.295020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.295020] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.295020] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.295020] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.295701] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.295931] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.296154] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.296491] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.329786] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.330028] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.330028] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.330191] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.330506] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-026562f8-da76-4e89-97c4-8d04071e0568 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.330679] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-026562f8-da76-4e89-97c4-8d04071e0568" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.330791] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-026562f8-da76-4e89-97c4-8d04071e0568" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.332082] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-026562f8-da76-4e89-97c4-8d04071e0568" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.332281] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026562f8-da76-4e89-97c4-8d04071e0568',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.605743] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.605951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.605951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.606274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.606274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.606426] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd69587-918f-4f2f-b3e2-54f29cf9f613 already deleted. [ 745.606426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd69587-918f-4f2f-b3e2-54f29cf9f613" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.683561] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.836533] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.836750] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.836859] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.837162] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.837300] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.837503] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 026562f8-da76-4e89-97c4-8d04071e0568 not found, creating... [ 745.837709] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.837861] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.837969] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.838191] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.838320] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.838588] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.838745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.838836] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.839046] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.839157] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.839295] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 026562f8-da76-4e89-97c4-8d04071e0568 is going to be created. [ 745.864301] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.864516] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.864623] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.865103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.865230] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.865525] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-026562f8-da76-4e89-97c4-8d04071e0568" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.021531] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 746.021792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.021975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.022212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.022401] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.022515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.022572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.022721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.022817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.024039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.024039] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.186445] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.186761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.186761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.186877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.186967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.187089] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be updated. [ 746.221702] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.221951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.222077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.222348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.222536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.233119] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 2s [ 746.381219] env[66544]: INFO networking_nsxv3.common.synchronization [None req-c7e31385-e8be-493b-b647-075d41652c4c None None] Enqueued Resource ID: bf535b8b-91af-4396-806a-b9dad78c48f9 with Priority: HIGHEST for action port [ 746.381219] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf535b8b-91af-4396-806a-b9dad78c48f9 with Priority: HIGHEST for action port [ 746.381219] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf535b8b-91af-4396-806a-b9dad78c48f9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.381219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf535b8b-91af-4396-806a-b9dad78c48f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.381219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf535b8b-91af-4396-806a-b9dad78c48f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.382059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf535b8b-91af-4396-806a-b9dad78c48f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.382995] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf535b8b-91af-4396-806a-b9dad78c48f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.525659] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.527524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.527649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.527879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.528147] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.528219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.528283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.528442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.528533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.528625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.528797] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.528900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.528962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.529120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.529266] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.529357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.529416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.529551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.529656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.529690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.529779] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.597915] env[66544]: INFO networking_nsxv3.common.synchronization [req-c15e7ab0-abf4-4f3b-9507-d00346892be1 req-fdffbc9c-955e-40bd-9b24-8301491fe1f0 service nova] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_rules [ 746.598517] env[66544]: INFO networking_nsxv3.common.synchronization [req-c15e7ab0-abf4-4f3b-9507-d00346892be1 req-fdffbc9c-955e-40bd-9b24-8301491fe1f0 service nova] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 746.598814] env[66544]: INFO networking_nsxv3.common.synchronization [req-c15e7ab0-abf4-4f3b-9507-d00346892be1 req-fdffbc9c-955e-40bd-9b24-8301491fe1f0 service nova] Enqueued Resource ID: 026562f8-da76-4e89-97c4-8d04071e0568 with Priority: HIGHEST for action port [ 746.599514] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_rules [ 746.599779] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 746.599894] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026562f8-da76-4e89-97c4-8d04071e0568 with Priority: HIGHEST for action port [ 746.604427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.604427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.604427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.604427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.604427] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.604427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.604427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.604427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-026562f8-da76-4e89-97c4-8d04071e0568 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.604427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-026562f8-da76-4e89-97c4-8d04071e0568" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.604427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-026562f8-da76-4e89-97c4-8d04071e0568" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.604427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-026562f8-da76-4e89-97c4-8d04071e0568" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.605049] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026562f8-da76-4e89-97c4-8d04071e0568',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.885869] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf535b8b-91af-4396-806a-b9dad78c48f9 [ 746.886142] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.886430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.886560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.886844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.886917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.887228] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf535b8b-91af-4396-806a-b9dad78c48f9 already deleted. [ 746.887228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf535b8b-91af-4396-806a-b9dad78c48f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.034575] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5539aeb-8ffc-4df2-ba9f-5f4d11339854: rpc.has_security_group_logging(os_id): False [ 747.058255] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.058405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.058475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.058693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.058787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.058980] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.059090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.059194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.059307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.059383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.059574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.059671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.059719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.059859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.059934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.060122] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.060215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.060305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.060409] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.060475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.060628] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be updated. [ 747.110721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.110721] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 026562f8-da76-4e89-97c4-8d04071e0568 with status ACTIVE [ 747.110721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.110721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.110721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.110721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.113082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.113082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.113082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.113082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.113082] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 026562f8-da76-4e89-97c4-8d04071e0568 is going to be updated. [ 747.135113] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.135290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.135428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.135669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.135820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.139360] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.139483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.139554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.139743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.139873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.140054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-026562f8-da76-4e89-97c4-8d04071e0568" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.151542] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: IN_PROGRESS for 2s [ 747.394144] env[66544]: INFO networking_nsxv3.common.synchronization [req-e3fc6558-848e-45fc-9841-724a0904ede5 req-5e8c6a05-ef51-4046-8336-fe6841d69a5f tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 747.394144] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 747.394438] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.394438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.394438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.394669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.394830] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.394925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.394983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.395256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.395353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.395478] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.898711] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.898938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.899055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.899368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.899507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.899782] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.899930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.900329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.900329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.900411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.900474] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 747.943432] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.943669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.943789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.944147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.944387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.958330] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 747.966407] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.966645] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.966771] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.968451] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.968758] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.968924] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.969069] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.969312] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.969477] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.969701] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.969808] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.969908] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.970033] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.970151] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.970240] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.970378] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.994687] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.994860] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.995050] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.995229] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.995653] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.995831] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.995944] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.996351] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.996433] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72dc5b50-c30a-43e1-9d74-15cda3cb9d55',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.245286] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 4s [ 748.503053] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.503692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.503832] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.504451] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.504646] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.504810] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 72dc5b50-c30a-43e1-9d74-15cda3cb9d55 not found, creating... [ 748.505083] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.505243] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.505456] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.505738] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.505886] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.506594] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.506809] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.506933] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.507177] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.507312] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.507462] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 72dc5b50-c30a-43e1-9d74-15cda3cb9d55 is going to be created. [ 748.531840] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.532223] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.532597] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.532991] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.533695] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.533993] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.167657] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 749.167657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.265153] env[66544]: INFO networking_nsxv3.common.synchronization [req-e3fc6558-848e-45fc-9841-724a0904ede5 req-6400f62f-fa53-4b00-9d16-b79afd94e817 service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 749.265153] env[66544]: INFO networking_nsxv3.common.synchronization [req-e3fc6558-848e-45fc-9841-724a0904ede5 req-6400f62f-fa53-4b00-9d16-b79afd94e817 service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 749.265153] env[66544]: INFO networking_nsxv3.common.synchronization [req-e3fc6558-848e-45fc-9841-724a0904ede5 req-6400f62f-fa53-4b00-9d16-b79afd94e817 service nova] Enqueued Resource ID: 72dc5b50-c30a-43e1-9d74-15cda3cb9d55 with Priority: HIGHEST for action port [ 749.265153] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 749.265153] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 749.265153] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72dc5b50-c30a-43e1-9d74-15cda3cb9d55 with Priority: HIGHEST for action port [ 749.265892] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.266049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.266130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.266611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.266727] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.268026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.268110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.268322] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.268456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.268528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.268775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.268844] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72dc5b50-c30a-43e1-9d74-15cda3cb9d55',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.770688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.771086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.771191] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72dc5b50-c30a-43e1-9d74-15cda3cb9d55 with status ACTIVE [ 749.771474] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.771650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.771787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.772016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.772118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.772291] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.772387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.772452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.772601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.772679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.772854] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.772946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.773153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.773310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.773391] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72dc5b50-c30a-43e1-9d74-15cda3cb9d55 is going to be updated. [ 749.802241] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.802437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.802550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.803038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.803038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.803456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72dc5b50-c30a-43e1-9d74-15cda3cb9d55" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.969816] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 749.970094] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 deletion is rescheduled due to dependency. [ 749.970235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.970438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.970701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.970908] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.971041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.971100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.975022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.975022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.975022] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.094395] env[66544]: INFO networking_nsxv3.common.synchronization [None req-bc8d23df-a4a9-4db9-8af2-37d3f5e3730a None None] Enqueued Resource ID: b8408f81-3d29-4471-ae35-deb62f14f5c8 with Priority: HIGHEST for action port [ 750.095019] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8408f81-3d29-4471-ae35-deb62f14f5c8 with Priority: HIGHEST for action port [ 750.095346] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8408f81-3d29-4471-ae35-deb62f14f5c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.095571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8408f81-3d29-4471-ae35-deb62f14f5c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.095571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8408f81-3d29-4471-ae35-deb62f14f5c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.095920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8408f81-3d29-4471-ae35-deb62f14f5c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.095920] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8408f81-3d29-4471-ae35-deb62f14f5c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.259198] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 750.259376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.259688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.259831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.260065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.260203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.260283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.260596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.260596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.260783] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.369475] env[66544]: INFO networking_nsxv3.common.synchronization [req-0c956aed-a6f0-4bcb-be2d-e969bfd25015 req-c460f400-60c5-4542-90ef-822347927642 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 750.370191] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 750.370339] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.370442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.371065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.371065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.371065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.371065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.371065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.371416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.371416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.371416] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.473946] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.597910] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8408f81-3d29-4471-ae35-deb62f14f5c8 [ 750.598162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.598574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.598574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.598574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.598717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.598717] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8408f81-3d29-4471-ae35-deb62f14f5c8 already deleted. [ 750.598834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8408f81-3d29-4471-ae35-deb62f14f5c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.766708] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.874092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.874419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.874419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.874563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.875514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.875514] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.875514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.875514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.875514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.875514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.875514] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83a8530-3f96-4dc0-9734-03e893780550 already deleted. [ 750.875514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.956187] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.956398] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.956559] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.956908] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.957482] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.957651] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.957800] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.958070] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.958235] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.958442] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.958549] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.958665] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.958782] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.958902] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.959017] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.959154] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.975853] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.981215] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.981349] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.982034] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.982034] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.982034] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-536c6835-3149-4f1c-ae9e-e3929711b0d3 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.982277] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-536c6835-3149-4f1c-ae9e-e3929711b0d3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.982277] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-536c6835-3149-4f1c-ae9e-e3929711b0d3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.982582] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-536c6835-3149-4f1c-ae9e-e3929711b0d3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.982716] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536c6835-3149-4f1c-ae9e-e3929711b0d3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.270822] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.478285] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.478486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.478528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.482028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.482028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.482028] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 751.485140] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.485355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.485764] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.486034] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.486192] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.486349] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 536c6835-3149-4f1c-ae9e-e3929711b0d3 not found, creating... [ 751.486756] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.486981] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.487038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.487270] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.487397] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.489259] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.489259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.489259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.489259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.489259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.489259] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 536c6835-3149-4f1c-ae9e-e3929711b0d3 is going to be created. [ 751.509606] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.509845] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.510052] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.510342] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.510593] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.510876] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-536c6835-3149-4f1c-ae9e-e3929711b0d3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.519833] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.519978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.520061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.521169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.521400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.532545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 751.775056] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.775056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.775056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.775056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.775056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.775056] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be updated. [ 751.809191] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.809348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.809463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.809731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.809896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.822463] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 2s [ 752.259354] env[66544]: INFO networking_nsxv3.common.synchronization [req-0c956aed-a6f0-4bcb-be2d-e969bfd25015 req-6f9caf58-3d23-414c-97f4-ccd43d5817ae service nova] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_rules [ 752.259796] env[66544]: INFO networking_nsxv3.common.synchronization [req-0c956aed-a6f0-4bcb-be2d-e969bfd25015 req-6f9caf58-3d23-414c-97f4-ccd43d5817ae service nova] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 752.259796] env[66544]: INFO networking_nsxv3.common.synchronization [req-0c956aed-a6f0-4bcb-be2d-e969bfd25015 req-6f9caf58-3d23-414c-97f4-ccd43d5817ae service nova] Enqueued Resource ID: 536c6835-3149-4f1c-ae9e-e3929711b0d3 with Priority: HIGHEST for action port [ 752.261154] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_rules [ 752.261490] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 752.261490] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536c6835-3149-4f1c-ae9e-e3929711b0d3 with Priority: HIGHEST for action port [ 752.261788] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.261919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.261986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.262214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.262299] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.264479] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.264479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.264479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.265246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.265651] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.265853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.265853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.266119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.266467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.266467] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.267583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-536c6835-3149-4f1c-ae9e-e3929711b0d3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.267710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536c6835-3149-4f1c-ae9e-e3929711b0d3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.267779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536c6835-3149-4f1c-ae9e-e3929711b0d3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.267986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536c6835-3149-4f1c-ae9e-e3929711b0d3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.268071] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536c6835-3149-4f1c-ae9e-e3929711b0d3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.753465] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1f7bc491-8155-472f-8257-fde56eeac3f0 None None] Enqueued Resource ID: c8fdaf43-41a2-46f8-8f13-b084a4aadb3f with Priority: HIGHEST for action port [ 752.754129] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fdaf43-41a2-46f8-8f13-b084a4aadb3f with Priority: HIGHEST for action port [ 752.754575] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8fdaf43-41a2-46f8-8f13-b084a4aadb3f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.755488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8fdaf43-41a2-46f8-8f13-b084a4aadb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.755638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8fdaf43-41a2-46f8-8f13-b084a4aadb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.757982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8fdaf43-41a2-46f8-8f13-b084a4aadb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.757982] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fdaf43-41a2-46f8-8f13-b084a4aadb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.773042] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.774314] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.774563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.261958] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8fdaf43-41a2-46f8-8f13-b084a4aadb3f [ 753.261958] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.261958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.261958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.262564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.262564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.262564] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8fdaf43-41a2-46f8-8f13-b084a4aadb3f already deleted. [ 753.262564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8fdaf43-41a2-46f8-8f13-b084a4aadb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.280025] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.282462] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536c6835-3149-4f1c-ae9e-e3929711b0d3 with status ACTIVE [ 753.282462] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.282462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.282462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.282462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.282718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.283582] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.283912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.284031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.284229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.284320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.284521] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.284626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.284689] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.284839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.284916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.285497] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536c6835-3149-4f1c-ae9e-e3929711b0d3 is going to be updated. [ 753.345890] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.346112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.346199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.346449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.346633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.346834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536c6835-3149-4f1c-ae9e-e3929711b0d3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.408782] env[66544]: INFO networking_nsxv3.common.synchronization [req-57cbbfd1-1640-4b92-8af1-4f8ec5006cd6 req-958d29db-fe13-4c68-83d5-769e85f57011 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 753.409387] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 753.409841] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.410056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.410219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.410631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.410884] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.411110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.411274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.411584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.412588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.412588] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.546036] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 753.546036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.547491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.547491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.547491] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.547491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.547491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.547491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.547491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.547491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.547491] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.788256] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.788428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.788557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.789161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.790259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.790259] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be created. [ 753.816470] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.816683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.816758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.816992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.817172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.831732] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: UNINITIALIZED for 2s [ 753.833223] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 753.833489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.833722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.834032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.834099] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.834177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.834240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.834526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.834526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.834526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.834649] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.915415] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.915575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.915575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.915822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.915922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.916163] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.916372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.916372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.916517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.916566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.916813] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 already deleted. [ 753.916813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.050421] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.051663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.051663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.051663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.051663] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.051663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.051663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.051663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.051663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.051663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.052140] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.052140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.052140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.052140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.052303] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.052346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.052579] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.052579] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.052711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.052711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.053101] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.337438] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.337890] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.338021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.338251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.338452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.338573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.338636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.338794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.338879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.338965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.339152] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.340042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.340042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.340042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.340042] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.342218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.344151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.344151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.344151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.344151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.344151] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.354786] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.354786] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.355036] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.356284] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.356284] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.356648] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.356648] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.356829] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.357637] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.357637] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.357637] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.357637] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.357637] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.358147] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.358321] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.358506] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.385534] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.385771] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.385937] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.386489] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.387693] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-d4c7424e-c71b-4c46-b434-a0e300365593 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.388246] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-d4c7424e-c71b-4c46-b434-a0e300365593" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.388246] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-d4c7424e-c71b-4c46-b434-a0e300365593" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.388633] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-d4c7424e-c71b-4c46-b434-a0e300365593" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.388932] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c7424e-c71b-4c46-b434-a0e300365593',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.555314] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6f757a-fd56-4da8-9311-a5ee7933c991: rpc.has_security_group_logging(os_id): False [ 754.578870] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.579066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.579135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.579339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.579429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.579630] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.579730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.579788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.579944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.580036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.580330] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.580488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.580588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.580896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.581140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.581407] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.581564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.581672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.581885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.582016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.582157] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 754.659998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.660246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.660246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.660425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.660586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.675158] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 754.799883] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a3843599-aeca-4b10-8b6b-f62ef8296478 None None] Enqueued Resource ID: 64c93726-3f09-4a23-bbbe-e2ca13f1df4c with Priority: HIGHEST for action port [ 754.800462] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c93726-3f09-4a23-bbbe-e2ca13f1df4c with Priority: HIGHEST for action port [ 754.800767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-64c93726-3f09-4a23-bbbe-e2ca13f1df4c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.800885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64c93726-3f09-4a23-bbbe-e2ca13f1df4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.800941] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64c93726-3f09-4a23-bbbe-e2ca13f1df4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.801814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64c93726-3f09-4a23-bbbe-e2ca13f1df4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.801814] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64c93726-3f09-4a23-bbbe-e2ca13f1df4c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.846078] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8: rpc.has_security_group_logging(os_id): False [ 754.869384] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.869780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.869780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.869780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.869945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.870199] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.870302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.870368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.870671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.870671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.870967] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.870967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.870967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.871127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.871202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.871389] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.871482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.871549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.871681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.871757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.871854] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be updated. [ 754.892349] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.892349] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.892349] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.892624] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.892660] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.892787] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port d4c7424e-c71b-4c46-b434-a0e300365593 not found, creating... [ 754.893056] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893213] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.893321] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.893599] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.893793] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894121] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.894275] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.894752] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.894752] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894752] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894876] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: d4c7424e-c71b-4c46-b434-a0e300365593 is going to be created. [ 754.931245] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.931245] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.931245] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.931245] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.931245] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.931245] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-d4c7424e-c71b-4c46-b434-a0e300365593" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.959189] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.959375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.959473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.959733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.959945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.995130] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 2s [ 755.304838] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64c93726-3f09-4a23-bbbe-e2ca13f1df4c [ 755.306070] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.306070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.306070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.306070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.306070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.306070] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64c93726-3f09-4a23-bbbe-e2ca13f1df4c already deleted. [ 755.306070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64c93726-3f09-4a23-bbbe-e2ca13f1df4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.830599] env[66544]: INFO networking_nsxv3.common.synchronization [req-57cbbfd1-1640-4b92-8af1-4f8ec5006cd6 req-b8782539-f93f-4e8e-91e7-b267ea796a34 service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 755.830599] env[66544]: INFO networking_nsxv3.common.synchronization [req-57cbbfd1-1640-4b92-8af1-4f8ec5006cd6 req-b8782539-f93f-4e8e-91e7-b267ea796a34 service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 755.830599] env[66544]: INFO networking_nsxv3.common.synchronization [req-57cbbfd1-1640-4b92-8af1-4f8ec5006cd6 req-b8782539-f93f-4e8e-91e7-b267ea796a34 service nova] Enqueued Resource ID: d4c7424e-c71b-4c46-b434-a0e300365593 with Priority: HIGHEST for action port [ 755.831401] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 755.831555] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 755.831670] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c7424e-c71b-4c46-b434-a0e300365593 with Priority: HIGHEST for action port [ 755.833710] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.834050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.834229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.834714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.834845] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.836454] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.836576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.836654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.836928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.837201] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.837349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.837413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.837636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.838327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.838327] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.842026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4c7424e-c71b-4c46-b434-a0e300365593 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.842026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4c7424e-c71b-4c46-b434-a0e300365593" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.842026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4c7424e-c71b-4c46-b434-a0e300365593" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.842026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4c7424e-c71b-4c46-b434-a0e300365593" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.842026] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c7424e-c71b-4c46-b434-a0e300365593',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.853098] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 755.853513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.853764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.854060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.854290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.854428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.854511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.854705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.854836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.854958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.855187] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.345583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.345583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.345583] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.345583] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4c7424e-c71b-4c46-b434-a0e300365593 with status ACTIVE [ 756.345583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.345583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.345583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.345583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.345583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.351345] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.351345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.351345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.351345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.351345] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.351345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.351345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.351345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.351345] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4c7424e-c71b-4c46-b434-a0e300365593 is going to be updated. [ 756.362937] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.379668] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.380290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.380290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.380408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.380549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.380755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4c7424e-c71b-4c46-b434-a0e300365593" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.697895] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 756.697895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.856174] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.866761] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83a8530-3f96-4dc0-9734-03e893780550: rpc.has_security_group_logging(os_id): False [ 756.890895] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.891137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.891269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.891532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.891632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.891953] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.892112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.892214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.892411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.892526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.892688] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be created. [ 756.992877] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.992877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.993067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.993237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.993532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.012681] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: IN_PROGRESS for 2s [ 757.018429] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 757.018895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.359981] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.360159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.360211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.361190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.361190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.361190] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be created. [ 757.417027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.417027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.417027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.417027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.417027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.431225] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: UNINITIALIZED for 2s [ 757.674562] env[66544]: INFO networking_nsxv3.common.synchronization [None req-08556a7f-1560-4d98-af52-658b452cb639 None None] Enqueued Resource ID: 62e326a6-f0b9-4c57-82f4-d4b364830f2a with Priority: HIGHEST for action port [ 757.674562] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e326a6-f0b9-4c57-82f4-d4b364830f2a with Priority: HIGHEST for action port [ 757.675127] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e326a6-f0b9-4c57-82f4-d4b364830f2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.675479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e326a6-f0b9-4c57-82f4-d4b364830f2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.675707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e326a6-f0b9-4c57-82f4-d4b364830f2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.676090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e326a6-f0b9-4c57-82f4-d4b364830f2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.676826] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e326a6-f0b9-4c57-82f4-d4b364830f2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.179301] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62e326a6-f0b9-4c57-82f4-d4b364830f2a [ 758.179690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.180157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.180157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.180419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.181288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.181288] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62e326a6-f0b9-4c57-82f4-d4b364830f2a already deleted. [ 758.181288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e326a6-f0b9-4c57-82f4-d4b364830f2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.030613] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 759.030845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.442983] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 759.443300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.443496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.443804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.444114] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.444204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.444241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.444473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.444597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.444705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.444801] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.949043] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.949043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.949043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.949043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.949043] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.949043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.949043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.950399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.950399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.950399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.950399] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.950399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.950681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.951253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.951253] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.951394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.951779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.951779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.951892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.952277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.952437] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.455545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 760.478569] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.478772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.478863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.479150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.479260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.479476] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.479586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.479664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.479818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.479915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.480117] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.480206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.480742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.480937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.481048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.481271] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.481373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.481520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.481589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.481695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.481779] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be created. [ 760.574769] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.574924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.575135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.575580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.582135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.595449] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 761.086324] env[66544]: INFO networking_nsxv3.common.synchronization [req-a84a889c-f66b-4ec3-a3cb-3e7fd6a50f08 req-28ebcc12-c0c6-446f-8ef6-2d187ea0c565 tempest-VolumesAdminNegativeTest-197780143 tempest-VolumesAdminNegativeTest-197780143-project-member] Enqueued Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGHEST for action security_group_members [ 761.087075] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGHEST for action security_group_members [ 761.087437] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.087661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.087661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.088120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.088120] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.088312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.088312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.088442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.088489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.088713] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.544020] env[66544]: INFO networking_nsxv3.common.synchronization [None req-3358a3b1-50b9-4eef-9545-ecbcbaccf4e0 None None] Enqueued Resource ID: 245a63cc-22ee-45e2-9aca-2aaa7dd6656d with Priority: HIGHEST for action port [ 761.544537] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a63cc-22ee-45e2-9aca-2aaa7dd6656d with Priority: HIGHEST for action port [ 761.544537] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-245a63cc-22ee-45e2-9aca-2aaa7dd6656d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.544675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-245a63cc-22ee-45e2-9aca-2aaa7dd6656d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.544675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-245a63cc-22ee-45e2-9aca-2aaa7dd6656d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.545763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-245a63cc-22ee-45e2-9aca-2aaa7dd6656d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.545763] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245a63cc-22ee-45e2-9aca-2aaa7dd6656d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.593689] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.594336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.594580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.596021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.596236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.599023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.599023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.599023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.599023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.599023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.599023] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 is going to be updated. [ 761.635169] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.635309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.635376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.635637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.635802] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.651247] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 in Status: IN_PROGRESS for 2s [ 762.051246] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 245a63cc-22ee-45e2-9aca-2aaa7dd6656d [ 762.051476] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.051611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.051679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.051897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.052018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.052141] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:245a63cc-22ee-45e2-9aca-2aaa7dd6656d already deleted. [ 762.052238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-245a63cc-22ee-45e2-9aca-2aaa7dd6656d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.614320] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 762.614320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.028805] env[66544]: INFO networking_nsxv3.common.synchronization [req-89ca4e2e-b177-4c8c-9522-279a78694b2d req-2c2c3ef3-486b-4bea-bc2c-21666a230871 tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 763.029711] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 763.030223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.030386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.030510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.031225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.031225] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.031225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.031225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.031697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.031884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.032103] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.535325] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.535480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.535586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.535811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.535908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.536130] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.536243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.536287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.536437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.536514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.536605] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 763.569451] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.569451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.569451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.569451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.569451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.579204] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 763.607356] env[66544]: INFO networking_nsxv3.common.synchronization [None req-02d8bf99-66ee-4b4f-a4b2-f82f3b49c1a9 tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 763.608184] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 763.608227] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.608340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.609988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.609988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.609988] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.659847] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 in Status: SUCCESS [ 763.661240] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 deletion is rescheduled due to dependency. [ 763.661240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.828856] env[66544]: INFO networking_nsxv3.common.synchronization [None req-ee322eef-1787-4d41-b9f2-509fac0822d9 tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 763.829572] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 763.830009] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.830141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.134665] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.134665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.134665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.134665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.134665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.134665] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba already deleted. [ 764.134665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.134665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.134665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.134665] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.570684] env[66544]: INFO networking_nsxv3.common.synchronization [None req-3145b249-1e1a-457c-9d14-3a88e22b9ada None None] Enqueued Resource ID: 777fe860-4dc8-44b5-b882-2798e4e12154 with Priority: HIGHEST for action port [ 764.573998] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777fe860-4dc8-44b5-b882-2798e4e12154 with Priority: HIGHEST for action port [ 764.573998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-777fe860-4dc8-44b5-b882-2798e4e12154 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.573998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-777fe860-4dc8-44b5-b882-2798e4e12154" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.573998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-777fe860-4dc8-44b5-b882-2798e4e12154" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.573998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-777fe860-4dc8-44b5-b882-2798e4e12154" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.573998] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('777fe860-4dc8-44b5-b882-2798e4e12154',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.656712] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.657152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.658258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.658258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.658258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.658258] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba already deleted. [ 764.658258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.679926] env[66544]: INFO networking_nsxv3.common.synchronization [req-034268d7-df59-4745-815b-dd27c8787387 req-4e7bb9dd-75fc-4e81-9635-3293e686c6fa tempest-ServersAdminTestJSON-757688806 tempest-ServersAdminTestJSON-757688806-project-member] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 764.681862] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 764.681862] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.681862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.681862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.681862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.681862] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.681862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.681862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.681862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.682225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.682225] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.080576] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 777fe860-4dc8-44b5-b882-2798e4e12154 [ 765.080943] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.081174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.081290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.081528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.081634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.081858] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:777fe860-4dc8-44b5-b882-2798e4e12154 already deleted. [ 765.081858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-777fe860-4dc8-44b5-b882-2798e4e12154" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.185827] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.212668] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.212926] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.213070] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.213351] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.214200] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.214653] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.214653] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.214877] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.214960] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.215550] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.215718] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.215806] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.215911] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.216172] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.216172] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.216277] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.237619] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.237795] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.237949] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.238875] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.239226] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-6bad0ef9-8292-4fe5-8e64-267320e04fb8 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.239401] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-6bad0ef9-8292-4fe5-8e64-267320e04fb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.239514] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-6bad0ef9-8292-4fe5-8e64-267320e04fb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.239844] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-6bad0ef9-8292-4fe5-8e64-267320e04fb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.239979] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bad0ef9-8292-4fe5-8e64-267320e04fb8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.592056] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 765.592244] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 765.592364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.688994] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.743732] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.744550] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.747355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.747355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.747355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.747355] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 6bad0ef9-8292-4fe5-8e64-267320e04fb8 not found, creating... [ 765.747355] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.747355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.747355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.747355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.747355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.747355] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.748200] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.748437] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.748880] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.749134] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.749653] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 6bad0ef9-8292-4fe5-8e64-267320e04fb8 is going to be created. [ 765.776295] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.776816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.776816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.776936] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.777142] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.777373] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-6bad0ef9-8292-4fe5-8e64-267320e04fb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.194220] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.194381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.194450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.194667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.194791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.195020] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 766.231652] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.231827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.231923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.232130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.232340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.244787] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 766.524670] env[66544]: INFO networking_nsxv3.common.synchronization [req-034268d7-df59-4745-815b-dd27c8787387 req-cfb894fa-bbda-47e0-8cf2-910807c6471e service nova] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_rules [ 766.524670] env[66544]: INFO networking_nsxv3.common.synchronization [req-034268d7-df59-4745-815b-dd27c8787387 req-cfb894fa-bbda-47e0-8cf2-910807c6471e service nova] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 766.524670] env[66544]: INFO networking_nsxv3.common.synchronization [req-034268d7-df59-4745-815b-dd27c8787387 req-cfb894fa-bbda-47e0-8cf2-910807c6471e service nova] Enqueued Resource ID: 6bad0ef9-8292-4fe5-8e64-267320e04fb8 with Priority: HIGHEST for action port [ 766.524861] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_rules [ 766.525291] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 766.525291] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bad0ef9-8292-4fe5-8e64-267320e04fb8 with Priority: HIGHEST for action port [ 766.525934] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.525934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.525934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.526133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.526133] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.527906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.527906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.527906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bad0ef9-8292-4fe5-8e64-267320e04fb8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.527906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bad0ef9-8292-4fe5-8e64-267320e04fb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.527906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bad0ef9-8292-4fe5-8e64-267320e04fb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.527906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bad0ef9-8292-4fe5-8e64-267320e04fb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.528249] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bad0ef9-8292-4fe5-8e64-267320e04fb8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.715499] env[66544]: INFO networking_nsxv3.common.synchronization [req-f6b509b2-6b43-4e10-a346-ee044f0011f5 req-fa28d97c-450e-474b-8fbc-17f5a991a7e9 tempest-ServersNegativeTestJSON-1498734081 tempest-ServersNegativeTestJSON-1498734081-project-member] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 766.716093] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 766.716720] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.716855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.716913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.717220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.717269] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.717570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.717663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.717749] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.029511] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.029670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.029861] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bad0ef9-8292-4fe5-8e64-267320e04fb8 with status ACTIVE [ 767.030045] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.030166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.030565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.030565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.030565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.030702] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.030780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.030822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.030945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.031061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.031246] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.031335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.031392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.031537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.031638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.031733] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bad0ef9-8292-4fe5-8e64-267320e04fb8 is going to be updated. [ 767.059765] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.059859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.059859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.060744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.060744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.060744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bad0ef9-8292-4fe5-8e64-267320e04fb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.220338] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.722749] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.860234] env[66544]: INFO networking_nsxv3.common.synchronization [req-b9845432-54b6-4176-9520-92e8a1d1f00a req-03bff669-018a-4ef4-8847-6b5126edb901 tempest-VolumesAssistedSnapshotsTest-761400117 tempest-VolumesAssistedSnapshotsTest-761400117-project-member] Enqueued Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_members [ 767.861216] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_members [ 767.864546] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc941173-8065-476d-8bb6-9c816ee9592a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.864546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.864546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.864546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.864546] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.864546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.864546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.864546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.864546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.864546] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.226412] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.226631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.226631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.226792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.226868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.226969] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be updated. [ 768.259583] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 768.260012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.260115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.260356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.260650] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.260650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.260775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.260871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.260955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.261070] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.285252] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.285405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.285471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.285733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.285896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.297174] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 2s [ 768.352819] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.353050] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-914" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.353134] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-914" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.353490] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-914" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.353770] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.353930] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.354335] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.354745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.354745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.354929] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.355148] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.355227] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.355273] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.355386] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.355522] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.355661] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.367521] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.367682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.367746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.367938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.368053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.368223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.368323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.368369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.368570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.368570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.368682] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc941173-8065-476d-8bb6-9c816ee9592a already deleted. [ 768.368782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.377878] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.377878] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.377878] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.377878] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-914" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.377878] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-f12fb0a3-03dd-46c7-9e68-d899875f5efc taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.377878] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-f12fb0a3-03dd-46c7-9e68-d899875f5efc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.377878] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-f12fb0a3-03dd-46c7-9e68-d899875f5efc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.377878] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-f12fb0a3-03dd-46c7-9e68-d899875f5efc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.377878] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12fb0a3-03dd-46c7-9e68-d899875f5efc',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.764084] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.880711] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.881424] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.881424] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.881424] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.881805] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.881805] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port f12fb0a3-03dd-46c7-9e68-d899875f5efc not found, creating... [ 768.881910] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.882082] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.882193] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.882409] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.882537] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.882807] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.882951] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.883076] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.883276] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.883411] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.883571] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: f12fb0a3-03dd-46c7-9e68-d899875f5efc is going to be created. [ 768.911264] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.911498] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.911581] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.911900] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.912216] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.912413] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-f12fb0a3-03dd-46c7-9e68-d899875f5efc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.239580] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.239719] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.266268] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.734971] env[66544]: INFO networking_nsxv3.common.synchronization [req-b9845432-54b6-4176-9520-92e8a1d1f00a req-78837a52-125c-415b-b8df-50035180d47d service nova] Enqueued Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_rules [ 769.735106] env[66544]: INFO networking_nsxv3.common.synchronization [req-b9845432-54b6-4176-9520-92e8a1d1f00a req-78837a52-125c-415b-b8df-50035180d47d service nova] Enqueued Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_members [ 769.735296] env[66544]: INFO networking_nsxv3.common.synchronization [req-b9845432-54b6-4176-9520-92e8a1d1f00a req-78837a52-125c-415b-b8df-50035180d47d service nova] Enqueued Resource ID: f12fb0a3-03dd-46c7-9e68-d899875f5efc with Priority: HIGHEST for action port [ 769.737315] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_rules [ 769.737498] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_members [ 769.737610] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fb0a3-03dd-46c7-9e68-d899875f5efc with Priority: HIGHEST for action port [ 769.737933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc941173-8065-476d-8bb6-9c816ee9592a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.738059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.738136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.738345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.738430] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.739369] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc941173-8065-476d-8bb6-9c816ee9592a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.739422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.739568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.739756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.739914] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.740009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.740069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.740206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.740297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.740398] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.741434] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12fb0a3-03dd-46c7-9e68-d899875f5efc taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.741548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12fb0a3-03dd-46c7-9e68-d899875f5efc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.741614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12fb0a3-03dd-46c7-9e68-d899875f5efc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.741745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12fb0a3-03dd-46c7-9e68-d899875f5efc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.741817] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12fb0a3-03dd-46c7-9e68-d899875f5efc',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.769312] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.769621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.769621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.769732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.769823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.769936] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 769.804067] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.804386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.804386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.804580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.807296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.824845] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 770.243715] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc941173-8065-476d-8bb6-9c816ee9592a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.243883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.244046] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.245964] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f12fb0a3-03dd-46c7-9e68-d899875f5efc with status ACTIVE [ 770.245964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.245964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.245964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.245964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.245964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.245964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.245964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.246649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.246649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.246649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.246649] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.246649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.246649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.246838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.246838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.246838] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f12fb0a3-03dd-46c7-9e68-d899875f5efc is going to be updated. [ 770.274974] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.275233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.275389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.275692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.275957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12fb0a3-03dd-46c7-9e68-d899875f5efc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.317613] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 770.317613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.749883] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.253331] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.253770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.253770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.253967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.254075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.254456] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc941173-8065-476d-8bb6-9c816ee9592a is going to be created. [ 771.282697] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.282893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.282935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.283155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.283341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.301659] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc941173-8065-476d-8bb6-9c816ee9592a in Status: UNINITIALIZED for 2s [ 771.840115] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 771.840348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.840529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.840752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.840962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.841119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.841209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.841397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.841503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.841595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.841690] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.347498] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.347842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.347842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.348158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.348418] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.348591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.348655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.349020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.349177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.349329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.349600] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.349748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.349867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.350207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.350436] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.350581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.350675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.350909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.351069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.351274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.351381] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.857810] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a5b9a80-00ad-49b7-847e-118c44047f88: rpc.has_security_group_logging(os_id): False [ 772.878081] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.878397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.878397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.878604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.878701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.878976] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.879125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.879204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.879372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.879473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.879677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.879767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.879834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.879992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.880103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.880329] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.880439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.880514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.880690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.880788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.880871] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 772.967525] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.967789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.967789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.968025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.968202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.982953] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 773.315123] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc941173-8065-476d-8bb6-9c816ee9592a in Status: SUCCESS [ 773.315469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.315844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.317035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.318087] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.318270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.318360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.318613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.318728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.318858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.318980] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.778265] env[66544]: INFO networking_nsxv3.common.synchronization [req-872da669-aca1-4721-8d4c-d00777e8342c req-97a8bd00-d6c0-4db3-a4fc-10cca11d1a7b tempest-ServersAdminNegativeTestJSON-771341344 tempest-ServersAdminNegativeTestJSON-771341344-project-member] Enqueued Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 773.779337] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 773.779337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.779337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.779337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.779703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.779703] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.779801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.779875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.780035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.780123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.780221] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.821642] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.282334] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.324377] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc941173-8065-476d-8bb6-9c816ee9592a: rpc.has_security_group_logging(os_id): False [ 774.345633] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.345864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.346252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.346669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.346903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.347185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.347289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.347378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.347539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.347630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.347723] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc941173-8065-476d-8bb6-9c816ee9592a is going to be created. [ 774.430116] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.430340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.430340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.430566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.430777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.445926] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc941173-8065-476d-8bb6-9c816ee9592a in Status: IN_PROGRESS for 2s [ 774.652021] env[66544]: INFO networking_nsxv3.common.synchronization [req-dd933ebf-899c-42dc-b67d-463b5468af74 req-4688123b-1ed6-4205-9a11-e2b007cf9e9f tempest-InstanceActionsV221TestJSON-1083966613 tempest-InstanceActionsV221TestJSON-1083966613-project-member] Enqueued Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGHEST for action security_group_members [ 774.652021] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGHEST for action security_group_members [ 774.652021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-080e65ee-e309-45d1-abdf-1759fa5100e7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.652021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.652021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.653753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.654095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.655050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.657243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.657243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.657243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.657243] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.784834] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.001308] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 775.001308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.104119] env[66544]: INFO networking_nsxv3.common.synchronization [req-f526c3fc-defe-47d9-ad20-b77c72beb03a req-abf9df30-7b1e-4fad-889b-511027c3fb5d tempest-ImagesOneServerNegativeTestJSON-1720760939 tempest-ImagesOneServerNegativeTestJSON-1720760939-project-member] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 775.104679] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 775.104925] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.105762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.105762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.105762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.106054] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.106268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.107113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.107113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.107113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.107113] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.137480] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.137480] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-561" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.137978] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-561" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.138880] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-561" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.139374] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.139668] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.139884] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.140267] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.140552] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.140938] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.141210] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.141418] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.141629] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.141890] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.143026] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.143026] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.159051] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.159051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.159051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.159051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.159051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.159051] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.159051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.159051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.159459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.159459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.159459] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 already deleted. [ 775.159459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.165931] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.166125] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.166266] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.166430] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-561" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.167589] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-8af9af50-eceb-4d9a-b449-47d23e144b0b taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.167836] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-8af9af50-eceb-4d9a-b449-47d23e144b0b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.168722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-8af9af50-eceb-4d9a-b449-47d23e144b0b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.168722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-8af9af50-eceb-4d9a-b449-47d23e144b0b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.168722] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af9af50-eceb-4d9a-b449-47d23e144b0b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.288360] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.288574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.288574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.288825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.288949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.289022] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e is going to be updated. [ 775.331057] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.331269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.331337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.331515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.331656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.343545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: IN_PROGRESS for 2s [ 775.609417] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.609629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.609717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.610030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.610182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.610325] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.610478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.610564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.610872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.610872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.610944] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be updated. [ 775.641510] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.641715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.641761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.642160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.642580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.653353] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: IN_PROGRESS for 2s [ 775.674682] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.674882] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.675273] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.675492] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.675667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.675890] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 8af9af50-eceb-4d9a-b449-47d23e144b0b not found, creating... [ 775.676231] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.676397] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.676594] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.676886] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.677061] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.677519] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.677710] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.677821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.678038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.678182] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.678321] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 8af9af50-eceb-4d9a-b449-47d23e144b0b is going to be created. [ 775.711630] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.711630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.711630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.711630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.711630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.711630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-8af9af50-eceb-4d9a-b449-47d23e144b0b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.183123] env[66544]: INFO networking_nsxv3.common.synchronization [req-9e0e8899-b044-43df-bea7-d1f65eb2a185 req-427af266-92b0-47f9-9d60-9dc923b62d69 tempest-ListServerFiltersTestJSON-340605938 tempest-ListServerFiltersTestJSON-340605938-project-member] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 776.183726] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 776.184077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.184422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.184422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.184581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.184581] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.184682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.184731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.184867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.184951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.185050] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.461247] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc941173-8065-476d-8bb6-9c816ee9592a in Status: SUCCESS [ 776.462033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.487421] env[66544]: INFO networking_nsxv3.common.synchronization [req-dd933ebf-899c-42dc-b67d-463b5468af74 req-1dffcf07-d738-400d-868f-ddf49d117f52 service nova] Enqueued Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGHEST for action security_group_rules [ 776.487583] env[66544]: INFO networking_nsxv3.common.synchronization [req-dd933ebf-899c-42dc-b67d-463b5468af74 req-1dffcf07-d738-400d-868f-ddf49d117f52 service nova] Enqueued Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGHEST for action security_group_members [ 776.487706] env[66544]: INFO networking_nsxv3.common.synchronization [req-dd933ebf-899c-42dc-b67d-463b5468af74 req-1dffcf07-d738-400d-868f-ddf49d117f52 service nova] Enqueued Resource ID: 8af9af50-eceb-4d9a-b449-47d23e144b0b with Priority: HIGHEST for action port [ 776.488266] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGHEST for action security_group_rules [ 776.488398] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGHEST for action security_group_members [ 776.488490] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9af50-eceb-4d9a-b449-47d23e144b0b with Priority: HIGHEST for action port [ 776.488760] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080e65ee-e309-45d1-abdf-1759fa5100e7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.488873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.488945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.490172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.490273] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.492375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-080e65ee-e309-45d1-abdf-1759fa5100e7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.492522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.492590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.492803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.492968] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.493609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.493609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.493609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.493609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.493609] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.494587] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af9af50-eceb-4d9a-b449-47d23e144b0b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.494697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af9af50-eceb-4d9a-b449-47d23e144b0b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.494780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af9af50-eceb-4d9a-b449-47d23e144b0b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.495098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af9af50-eceb-4d9a-b449-47d23e144b0b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.495098] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af9af50-eceb-4d9a-b449-47d23e144b0b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.687377] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.694950] env[66544]: INFO networking_nsxv3.common.synchronization [req-4d24d944-6601-465c-80aa-630cbf1f5755 req-34556395-8213-41bb-80a8-a9cce197d05b tempest-ListImageFiltersTestJSON-1336552354 tempest-ListImageFiltersTestJSON-1336552354-project-member] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 776.695515] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 776.697988] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.697988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.697988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.697988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.698247] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.698313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.698347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.698685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.698764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.699428] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.999526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-080e65ee-e309-45d1-abdf-1759fa5100e7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.999526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.999526] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.999526] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8af9af50-eceb-4d9a-b449-47d23e144b0b with status ACTIVE [ 776.999526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.999526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.999526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.999526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.999526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.999998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.999998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.999998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.000417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.000523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.000775] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.000886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.000944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.001101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.001171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.001301] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8af9af50-eceb-4d9a-b449-47d23e144b0b is going to be updated. [ 777.028213] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.028373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.028466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.028737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.028917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.029343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af9af50-eceb-4d9a-b449-47d23e144b0b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.191037] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.204216] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.355020] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: SUCCESS [ 777.357713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.504829] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.671817] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 777.671817] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 deletion is rescheduled due to dependency. [ 777.671978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.694781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.697404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.697404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.697404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.697404] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 777.706601] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.736559] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.736559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.736559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.736559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.736559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.747630] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 778.008404] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.008608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.008649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.008844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.008936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.009046] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 is going to be created. [ 778.034731] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.035024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.035024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.035247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.035687] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.047619] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 in Status: UNINITIALIZED for 2s [ 778.210746] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.211055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.211055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.211241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.211993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.212134] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a is going to be updated. [ 778.243573] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.243573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.243573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.243573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.243985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.254187] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: IN_PROGRESS for 2s [ 779.763922] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 779.764367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.059523] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 in Status: SUCCESS [ 780.059831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.060093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.060308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.060563] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.060706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.060773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.060925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.061013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.061097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.061183] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.264338] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: SUCCESS [ 780.264823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.563897] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-080e65ee-e309-45d1-abdf-1759fa5100e7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.564037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.564084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.564274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.564446] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.564544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.564606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.564758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.564845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.564930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565144] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-080e65ee-e309-45d1-abdf-1759fa5100e7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.565284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.565362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.565569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.565726] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.565887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.565974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.566177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.566297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.566410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.566513] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.009626] env[66544]: INFO networking_nsxv3.common.synchronization [req-1f3e756e-56da-4d56-9019-268dddf7cb6f req-8a1ae5fc-abbc-4327-87e3-787073f4bd9b tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 781.010319] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 781.010613] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.010743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.010872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.011120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.011291] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.011416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.011519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.011977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.011977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.011977] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.070186] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 080e65ee-e309-45d1-abdf-1759fa5100e7: rpc.has_security_group_logging(os_id): False [ 781.091743] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.092046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.092046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.092183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.092284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.092483] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.092585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.092643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.092793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.092871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.093081] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.093170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.093236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.093635] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.093900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.095031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.095031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.095031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.095031] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 is going to be created. [ 781.191630] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.191843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.191843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.192009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.192173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.207021] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 in Status: IN_PROGRESS for 2s [ 781.362778] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.365263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.365263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.365263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.365263] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.365263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.365263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.365644] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.365986] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.366418] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.366676] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.366935] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.367185] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.367422] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.367633] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.367875] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.391667] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.391667] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.391667] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.391667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.391667] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.391667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.391667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.391667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.391667] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2df5ced-4ca2-48ed-8679-5a35e6b9055c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.516020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.516020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.516020] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 already deleted. [ 781.516020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.893650] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.893891] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.894027] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.894307] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.894447] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.894587] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port f2df5ced-4ca2-48ed-8679-5a35e6b9055c not found, creating... [ 781.894834] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.894980] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.895101] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.895308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.895435] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.895706] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.895865] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.895977] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.896186] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.896307] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.896434] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: f2df5ced-4ca2-48ed-8679-5a35e6b9055c is going to be created. [ 781.916420] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.917302] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.917302] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.917302] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.917302] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.917514] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.660079] env[66544]: INFO networking_nsxv3.common.synchronization [req-1f3e756e-56da-4d56-9019-268dddf7cb6f req-0ddcd797-9e62-41bb-bc11-7ae389174f6d service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 782.660353] env[66544]: INFO networking_nsxv3.common.synchronization [req-1f3e756e-56da-4d56-9019-268dddf7cb6f req-0ddcd797-9e62-41bb-bc11-7ae389174f6d service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 782.660353] env[66544]: INFO networking_nsxv3.common.synchronization [req-1f3e756e-56da-4d56-9019-268dddf7cb6f req-0ddcd797-9e62-41bb-bc11-7ae389174f6d service nova] Enqueued Resource ID: f2df5ced-4ca2-48ed-8679-5a35e6b9055c with Priority: HIGHEST for action port [ 782.660516] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 782.660647] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 782.660744] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2df5ced-4ca2-48ed-8679-5a35e6b9055c with Priority: HIGHEST for action port [ 782.661315] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.661440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.661505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.661755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.661836] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.663226] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.663307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.663371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.663632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.663693] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.664295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.664295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.664295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.664295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.664295] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.664905] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.665023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.665353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.665353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.665353] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2df5ced-4ca2-48ed-8679-5a35e6b9055c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.166875] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.167933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.168054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.168616] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2df5ced-4ca2-48ed-8679-5a35e6b9055c with status ACTIVE [ 783.168616] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.169485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.169485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.169485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.169485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.169485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.169485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.169485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.169710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.169710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.170155] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.170155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.170155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.171133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.171133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.171133] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2df5ced-4ca2-48ed-8679-5a35e6b9055c is going to be updated. [ 783.196463] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.196715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.196715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.197550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.197550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.197550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2df5ced-4ca2-48ed-8679-5a35e6b9055c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.216505] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 in Status: SUCCESS [ 783.216736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.663014] env[66544]: INFO networking_nsxv3.common.synchronization [req-b989c165-6d6d-489b-b42e-53271967ed13 req-26126597-fe47-430a-af96-67f98fe43ce8 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 783.663616] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 783.663987] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.664153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.664227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.664424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.664605] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.664718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.664781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.664937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.665034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.665128] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.673298] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.008928] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.008928] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-884" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.008928] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-884" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.009150] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-884" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.009267] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.009412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.009520] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.009718] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.009850] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.010239] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.010382] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.010487] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.010586] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.010690] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.010788] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.010912] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.029509] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.029677] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.029835] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.030023] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-884" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.030324] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.030490] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.030606] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.030926] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.031427] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646eb1ad-b4b6-42e5-bd79-bf35d91aa19e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.167179] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.175319] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.175474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.175543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.175745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.175890] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.175991] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be created. [ 784.200977] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.200977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.200977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.200977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.200977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.218242] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: UNINITIALIZED for 2s [ 784.535501] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.535501] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.535749] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.535904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.536070] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.536219] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e not found, creating... [ 784.536467] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.536640] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.536762] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.537060] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.537220] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.537500] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.537646] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.537753] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.537953] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.538149] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.538297] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e is going to be created. [ 784.561380] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.561627] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.561748] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.563129] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.563623] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.563821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.670316] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.173878] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.174242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.174366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.174644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.174861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.175015] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 785.216441] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.216728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.216728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.217054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.217275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.228400] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 785.347136] env[66544]: INFO networking_nsxv3.common.synchronization [req-b989c165-6d6d-489b-b42e-53271967ed13 req-06466e2a-abe7-4121-ab99-aaf3e7676e86 service nova] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 785.347474] env[66544]: INFO networking_nsxv3.common.synchronization [req-b989c165-6d6d-489b-b42e-53271967ed13 req-06466e2a-abe7-4121-ab99-aaf3e7676e86 service nova] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 785.347701] env[66544]: INFO networking_nsxv3.common.synchronization [req-b989c165-6d6d-489b-b42e-53271967ed13 req-06466e2a-abe7-4121-ab99-aaf3e7676e86 service nova] Enqueued Resource ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with Priority: HIGHEST for action port [ 785.349148] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 785.349148] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 785.349364] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with Priority: HIGHEST for action port [ 785.351315] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.351502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.351613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.351860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.351962] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.353867] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.353867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.353867] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.353867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.353867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.354723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.354723] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646eb1ad-b4b6-42e5-bd79-bf35d91aa19e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.856532] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.857339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.863998] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with status ACTIVE [ 785.863998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.863998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.863998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.863998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.863998] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e is going to be updated. [ 785.887556] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.887751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.887913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.888060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.888319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.888496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.228851] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 786.229116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.233471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.233471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.233471] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.233471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.233471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.233471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.233471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.233471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.233471] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.365189] env[66544]: INFO networking_nsxv3.common.synchronization [req-14912040-8abc-4baf-b243-8b940c3858ee req-f076d2e2-1c11-4b25-af80-514cbdcf8440 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 786.366331] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 786.366439] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.366611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.366695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.367129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.367278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.367380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.367443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.367604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.367754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.367982] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.733301] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.733901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.733901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.733901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.734173] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.734173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.734173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.734319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.734406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.734508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.734659] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.734751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.734814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.735008] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.735161] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.735259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.735303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.735441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.735517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.735636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.735937] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.822145] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.822145] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-692" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.822145] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-692" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.822145] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-692" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.822145] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.822145] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.822615] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.822977] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.823324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.823674] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.823912] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.824285] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.824526] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.824996] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.825303] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.825691] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.847418] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.847530] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.847684] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.847896] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-692" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.848264] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.848535] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.848659] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.849017] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.849707] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('243f7dc5-cfcf-41de-96a5-91ba7dfa71f4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.873200] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.873572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.873572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.873912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.874161] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.874255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.874363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.874614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.875262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.875262] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 already deleted. [ 786.875262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.238396] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 787.238724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.239661] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1: rpc.has_security_group_logging(os_id): False [ 787.240423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.240760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.241040] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.241234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.241349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.241601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.241751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.241984] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.260870] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.261084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.261304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.261537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.261636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.261867] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.261974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.262054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.262214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.262293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.262477] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.262572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.262633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.262771] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.262848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.263047] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.263138] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.263202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.263344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.263419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.263505] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be created. [ 787.324608] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.324608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.324608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.324866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.325074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.336230] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 787.352460] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.352699] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.352830] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.353131] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.353242] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.353392] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 not found, creating... [ 787.353647] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.353868] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.354015] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.354235] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.354362] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.354639] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.354786] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.354892] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.355103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.355228] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.355356] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 is going to be created. [ 787.378475] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.378677] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.378851] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.379270] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.379496] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.379725] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.744477] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.140244] env[66544]: INFO networking_nsxv3.common.synchronization [req-14912040-8abc-4baf-b243-8b940c3858ee req-584cda72-bca4-4510-b4e1-e939f4abcd41 service nova] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_rules [ 788.140244] env[66544]: INFO networking_nsxv3.common.synchronization [req-14912040-8abc-4baf-b243-8b940c3858ee req-584cda72-bca4-4510-b4e1-e939f4abcd41 service nova] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 788.140244] env[66544]: INFO networking_nsxv3.common.synchronization [req-14912040-8abc-4baf-b243-8b940c3858ee req-584cda72-bca4-4510-b4e1-e939f4abcd41 service nova] Enqueued Resource ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with Priority: HIGHEST for action port [ 788.145150] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_rules [ 788.145150] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 788.145150] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with Priority: HIGHEST for action port [ 788.145150] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.145150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.145150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.145150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.145150] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.146121] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.146256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.146297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.147213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.147330] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.147437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.147505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.147664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.147745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.147835] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.149626] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.149743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.149794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.150393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.150393] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('243f7dc5-cfcf-41de-96a5-91ba7dfa71f4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.247388] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.653029] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.653029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.653480] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with status ACTIVE [ 788.653480] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.653659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.653780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.654065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.654231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.654459] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.654843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.654843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.654919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.655026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.655328] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.655509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.655643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.655835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.656015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.656165] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 is going to be updated. [ 788.657486] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.683344] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.683621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.683862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.684171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.684388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.684606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.749489] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.751198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.751198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.751198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.751198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.751198] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 788.812631] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.812631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.812631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.812631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.812631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.822975] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 789.162774] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.351329] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 789.351329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.379379] env[66544]: INFO networking_nsxv3.common.synchronization [req-47341cd7-88de-45d1-a344-8a09a6ada5c1 req-55daa739-7c90-44d8-9f5f-08b31707d660 tempest-InstanceActionsV221TestJSON-1083966613 tempest-InstanceActionsV221TestJSON-1083966613-project-member] Enqueued Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGHEST for action security_group_members [ 789.380060] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGHEST for action security_group_members [ 789.380374] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-080e65ee-e309-45d1-abdf-1759fa5100e7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.380495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.380565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.380820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.380979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.381413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.381514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.381720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.381849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.381981] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.666300] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.666300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.666300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.666451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.666499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.666591] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be created. [ 789.715978] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.715978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.715978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.719649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.719847] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.732250] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: UNINITIALIZED for 2s [ 789.884903] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.885070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.885147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.885383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.885477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.885679] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.885782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.885845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.886087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.886164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.886253] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 is going to be updated. [ 789.919563] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.919563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.919563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.919904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.920109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.929950] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 in Status: IN_PROGRESS for 2s [ 790.835487] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 790.835782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.835938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.836208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.836409] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.836523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.836695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.836856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.836968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.837172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.837172] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.341377] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.342918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.343150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.343452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.343761] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.344028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.346027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.346027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.346027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.346027] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.744196] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: SUCCESS [ 791.744196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.744435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.744494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.744685] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.744805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.744854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.745016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.745144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.745205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.745429] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.849951] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65f2988-f4a3-4744-a452-6f541ed02a84: rpc.has_security_group_logging(os_id): False [ 791.868719] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.868719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.868719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.869088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.869088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.869387] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.869539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.869633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.870722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.870722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.870722] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.870722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.870722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.870722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.870722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.870722] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.870722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.871332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.871332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.871332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.872039] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 791.940730] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 in Status: SUCCESS [ 791.940933] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 deletion is rescheduled due to dependency. [ 791.941034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.942146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.942280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.942348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.942550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.942695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.957209] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 792.249360] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.249521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.249585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.249959] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.249959] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.250128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.250128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.250282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.250357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.250445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.250590] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.250684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.250734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.250867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.251108] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.251208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.251263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.251404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.251505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.251546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.251637] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.753868] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cecb3727-313c-4631-9ebe-11d6506ad7f3: rpc.has_security_group_logging(os_id): False [ 792.826444] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.826691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.826801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.828050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.828050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.828050] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.828050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.828050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.828050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.828050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.828529] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.828663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.828740] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.828917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.829046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.829294] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.829879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.829993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.830297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.830297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.830297] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be created. [ 792.918212] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.918212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.918212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.918212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.918212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.932834] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: IN_PROGRESS for 2s [ 793.974020] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 793.974020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.381024] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 794.381223] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 794.949169] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: SUCCESS [ 794.949169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.254817] env[66544]: INFO networking_nsxv3.common.synchronization [req-7fb76129-eb50-43ea-a5db-602704fe74bc req-c8bedb9f-8fb7-4baa-a4e0-bc2b962364e0 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 796.255151] env[66544]: INFO networking_nsxv3.common.synchronization [req-7fb76129-eb50-43ea-a5db-602704fe74bc req-c8bedb9f-8fb7-4baa-a4e0-bc2b962364e0 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 796.255577] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 796.255730] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 796.256502] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.256502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.256502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.256817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.257033] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.257114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.257114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.257272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.257392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.257728] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.258745] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.259053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.259148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.259388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.259656] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.259734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.259782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.259966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.260087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.260087] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.306610] env[66544]: INFO networking_nsxv3.common.synchronization [req-7fb76129-eb50-43ea-a5db-602704fe74bc req-c8bedb9f-8fb7-4baa-a4e0-bc2b962364e0 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_rules [ 796.306802] env[66544]: INFO networking_nsxv3.common.synchronization [req-7fb76129-eb50-43ea-a5db-602704fe74bc req-c8bedb9f-8fb7-4baa-a4e0-bc2b962364e0 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 796.306903] env[66544]: INFO networking_nsxv3.common.synchronization [req-7fb76129-eb50-43ea-a5db-602704fe74bc req-c8bedb9f-8fb7-4baa-a4e0-bc2b962364e0 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 796.307080] env[66544]: INFO networking_nsxv3.common.synchronization [req-7fb76129-eb50-43ea-a5db-602704fe74bc req-c8bedb9f-8fb7-4baa-a4e0-bc2b962364e0 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 796.307225] env[66544]: INFO networking_nsxv3.common.synchronization [req-7fb76129-eb50-43ea-a5db-602704fe74bc req-c8bedb9f-8fb7-4baa-a4e0-bc2b962364e0 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with Priority: HIGHEST for action port [ 796.307825] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_rules [ 796.308068] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 796.308255] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with Priority: HIGHEST for action port [ 796.308373] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 796.308513] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 796.309249] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.309381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.309494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.309805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.309901] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.311081] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.311228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.311385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.311496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.311598] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.312499] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.312627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.312722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.312914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.313086] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646eb1ad-b4b6-42e5-bd79-bf35d91aa19e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.313941] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.314084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.314292] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.314403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.467645] env[66544]: INFO networking_nsxv3.common.synchronization [None req-cdba2322-3d4a-4bd6-a88a-7c28e4066d92 None None] Enqueued Resource ID: 622dd7e1-518a-4848-be87-ff457766b419 with Priority: HIGHEST for action port [ 796.468409] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622dd7e1-518a-4848-be87-ff457766b419 with Priority: HIGHEST for action port [ 796.468745] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-622dd7e1-518a-4848-be87-ff457766b419 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.468875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622dd7e1-518a-4848-be87-ff457766b419" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.469065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622dd7e1-518a-4848-be87-ff457766b419" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.470366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622dd7e1-518a-4848-be87-ff457766b419" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.470366] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622dd7e1-518a-4848-be87-ff457766b419',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.763852] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.764864] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.816038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.816038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.816315] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.816455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.816725] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with status ACTIVE [ 796.816927] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.817148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.817422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.817653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.819447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.819447] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.819447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.819447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.819447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.819447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.819447] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.819447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.819447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.819447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.820018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.820018] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e is going to be updated. [ 796.843029] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.843029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.843029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.843029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.843029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.843029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.972448] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 622dd7e1-518a-4848-be87-ff457766b419 [ 796.972672] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.972810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.972879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.974921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.974921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.974921] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:622dd7e1-518a-4848-be87-ff457766b419 already deleted. [ 796.974921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622dd7e1-518a-4848-be87-ff457766b419" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.269107] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.270889] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.772900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.773092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.773156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.773356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.773451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.773850] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 797.775014] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.775144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.775210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.775393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.775535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.775599] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc28172-486e-4900-ac33-5ed44082b92f is going to be created. [ 797.817856] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.817964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.818095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.818566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.818678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.822516] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.822516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.822516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.822516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.822516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.835787] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 797.837215] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: UNINITIALIZED for 2s [ 798.599269] env[66544]: INFO networking_nsxv3.common.synchronization [None req-fe2fb4c9-1202-45d0-b9e3-6318ba2b3349 None None] Enqueued Resource ID: 69e98bb0-6bf1-4d51-9ca5-378b84f034f7 with Priority: HIGHEST for action port [ 798.599269] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e98bb0-6bf1-4d51-9ca5-378b84f034f7 with Priority: HIGHEST for action port [ 798.599269] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e98bb0-6bf1-4d51-9ca5-378b84f034f7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.600995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e98bb0-6bf1-4d51-9ca5-378b84f034f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.600995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e98bb0-6bf1-4d51-9ca5-378b84f034f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.600995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e98bb0-6bf1-4d51-9ca5-378b84f034f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.600995] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e98bb0-6bf1-4d51-9ca5-378b84f034f7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.102958] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e98bb0-6bf1-4d51-9ca5-378b84f034f7 [ 799.103682] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.103863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.103946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.104225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.104345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.104461] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e98bb0-6bf1-4d51-9ca5-378b84f034f7 already deleted. [ 799.104545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e98bb0-6bf1-4d51-9ca5-378b84f034f7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.848254] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: SUCCESS [ 799.848635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.849184] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 799.849348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.849487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.849686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.849867] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.849981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.850058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.850214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.850291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.850384] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.851434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.851434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.851567] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.851620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.851660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.851779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.851852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.851933] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.353877] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.354889] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.856986] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.858159] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.360404] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.360622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.361112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.361112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.361112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.361112] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc28172-486e-4900-ac33-5ed44082b92f is going to be updated. [ 801.362371] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.362486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.362551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.362712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.362791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.362880] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 801.393074] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.393239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.393311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.393527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.393669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.395674] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.395887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.395958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.397025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.397025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.407625] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 801.408420] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: IN_PROGRESS for 2s [ 803.422015] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: SUCCESS [ 803.422540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.422540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.422714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.422791] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.422928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.423023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.423099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.423174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.423245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.423411] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.424880] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 803.425061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.425212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.425378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.425551] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.425655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.425712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.425849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.425987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.425987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.426279] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.458929] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 803.459272] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 with Priority: HIGHEST for action security_group_members [ 803.459350] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 803.460078] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 803.460268] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 with Priority: HIGHEST for action security_group_members [ 803.460324] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 803.460602] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.461119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.461119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.461119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.461119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.461414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.461414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.461414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.461574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.461574] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.462444] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d462eb08-f8fb-40ea-8f3f-d30ff0087372 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.462573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.462624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.462801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.462938] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.465057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.465057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.465057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.465057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.465057] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.466278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.466278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.466278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.466278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.466278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.466278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.466278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.466278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.467311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.467311] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.531432] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_rules [ 803.531432] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 803.531432] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 with Priority: HIGHEST for action security_group_rules [ 803.531432] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 with Priority: HIGHEST for action security_group_members [ 803.531432] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 803.531432] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 803.531432] env[66544]: INFO networking_nsxv3.common.synchronization [req-2d38fa4d-9a65-47ea-a1ca-a314915e2b26 req-7ee6bbdb-0c4e-48ee-9ceb-73b373437424 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with Priority: HIGHEST for action port [ 803.531958] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_rules [ 803.532055] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 with Priority: HIGHEST for action security_group_rules [ 803.532158] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 803.532560] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with Priority: HIGHEST for action port [ 803.532560] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_rules [ 803.532560] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 803.532560] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 with Priority: HIGHEST for action security_group_members [ 803.533040] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.533155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.533338] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d462eb08-f8fb-40ea-8f3f-d30ff0087372 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.533436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.533497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.534242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.534242] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.534885] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.534885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.534967] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.535067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.535366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.535366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.535366] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646eb1ad-b4b6-42e5-bd79-bf35d91aa19e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.537764] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.537856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.538426] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.538426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.538556] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d462eb08-f8fb-40ea-8f3f-d30ff0087372 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.538824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.815858] env[66544]: INFO networking_nsxv3.common.synchronization [req-01b3eea8-ea40-4167-98ad-178f871cbda8 req-b88d95be-148d-421b-b1b5-6669e452d922 tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 803.816534] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 803.816966] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.817329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.817329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.817577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.817845] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.818063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.818223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.818426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.818569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.818752] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.927944] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.929559] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.929668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.968847] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.970258] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.970869] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.040096] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e with status ACTIVE [ 804.040353] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.040491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.040569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.040812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.040907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.041105] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.041211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.041271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.041419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.041496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.041674] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.041768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.041828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.041965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.042051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.042145] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 646eb1ad-b4b6-42e5-bd79-bf35d91aa19e is going to be updated. [ 804.043493] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d462eb08-f8fb-40ea-8f3f-d30ff0087372 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.043644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.065548] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.065703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.065772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.065976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.066187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.066349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-646eb1ad-b4b6-42e5-bd79-bf35d91aa19e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.240229] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.240432] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-603" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.240562] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-603" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.240890] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-603" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.241154] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.241308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.241419] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.241632] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.241768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.241974] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.242085] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.242188] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.242305] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.242440] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.242552] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.242682] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.262301] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.262495] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.262585] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.262754] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-603" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.263103] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-d14ef101-56e3-4a30-bf39-003a922f4336 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.263280] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.263428] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.263715] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.263849] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14ef101-56e3-4a30-bf39-003a922f4336',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.322643] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.322643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.322643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.322643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.322643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.322643] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.322643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.322643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.322643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.322643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.322643] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba already deleted. [ 804.323381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.430989] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcc28172-486e-4900-ac33-5ed44082b92f: rpc.has_security_group_logging(os_id): False [ 804.449858] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.450010] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.450010] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.450228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.450319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.450546] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.450646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.450726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.450982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.450982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.451079] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcc28172-486e-4900-ac33-5ed44082b92f is going to be created. [ 804.473077] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.476647] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.477661] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.512455] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.512642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.512806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.512883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.513068] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.529602] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: IN_PROGRESS for 2s [ 804.766572] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.766572] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.766868] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.767594] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.767594] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.767594] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port d14ef101-56e3-4a30-bf39-003a922f4336 not found, creating... [ 804.767594] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.767904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.767904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.768265] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.768323] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.768557] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.768768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.769466] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.769466] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.769466] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.769466] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: d14ef101-56e3-4a30-bf39-003a922f4336 is going to be created. [ 804.795858] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.796107] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.796264] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.796554] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.796775] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.796992] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.808990] env[66544]: INFO networking_nsxv3.common.synchronization [req-248a18ea-c8c2-425f-92d4-37ac5b6dc9cb req-c2a7d665-0599-4064-a8d6-0dd4e43cf21b tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 804.809194] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 804.809479] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.809783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.809783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.809932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.810088] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.810088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.810221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.810283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.810339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.810458] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.976307] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.976548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.976762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.976849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976945] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 is going to be created. [ 804.980855] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.980980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.981066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.981251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.981337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.981622] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc28172-486e-4900-ac33-5ed44082b92f is going to be updated. [ 804.982584] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.982693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.982758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.982912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.982991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.983091] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 805.002510] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.002715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.002715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.003278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.003278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.007273] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.007273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.007273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.007273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.007273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.018221] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 in Status: UNINITIALIZED for 2s [ 805.019709] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: IN_PROGRESS for 2s [ 805.038066] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.038337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.038473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.038977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.039230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.053234] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 805.312181] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.312404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.312454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.312780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.313758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.313758] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.313758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.313758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.313758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.313758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.313758] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 805.361975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.362231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.362305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.362569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.362694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.374854] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 805.504127] env[66544]: INFO networking_nsxv3.common.synchronization [req-01b3eea8-ea40-4167-98ad-178f871cbda8 req-05a39b4b-5116-484f-8f65-3446f847d937 service nova] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 805.504127] env[66544]: INFO networking_nsxv3.common.synchronization [req-01b3eea8-ea40-4167-98ad-178f871cbda8 req-05a39b4b-5116-484f-8f65-3446f847d937 service nova] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 805.504127] env[66544]: INFO networking_nsxv3.common.synchronization [req-01b3eea8-ea40-4167-98ad-178f871cbda8 req-05a39b4b-5116-484f-8f65-3446f847d937 service nova] Enqueued Resource ID: d14ef101-56e3-4a30-bf39-003a922f4336 with Priority: HIGHEST for action port [ 805.504127] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 805.504571] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 805.504571] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14ef101-56e3-4a30-bf39-003a922f4336 with Priority: HIGHEST for action port [ 805.504820] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.504973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.505070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.505327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.505482] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.506647] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.507459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.507459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.507640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.507807] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.507912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.507975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.508146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.508254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.508368] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.509186] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14ef101-56e3-4a30-bf39-003a922f4336 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.509289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.509326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.509476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.509566] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14ef101-56e3-4a30-bf39-003a922f4336',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.012269] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.012420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.013032] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.014577] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d14ef101-56e3-4a30-bf39-003a922f4336 with status ACTIVE [ 806.014577] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.014577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.014577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.014577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.014577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.014577] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.014577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.014930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.014930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.014930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.015035] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.015136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.015188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.015326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.015399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.015483] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d14ef101-56e3-4a30-bf39-003a922f4336 is going to be updated. [ 806.042708] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.042708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.042912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.043102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.044721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.044721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.521735] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.542596] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: SUCCESS [ 806.542816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.543013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.543272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.543384] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.021576] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.022403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.022403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.022403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.022403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.022403] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be created. [ 807.031432] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: SUCCESS [ 807.031684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.031853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.032077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.032270] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.032394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.032461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.032777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.032777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.032943] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.034465] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 in Status: SUCCESS [ 807.034744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.034891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.035065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.035290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.035344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.035375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.035513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.035588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035683] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.046715] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.046715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.047415] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.047591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.047694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.048519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.050821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.063700] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 807.063857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.064064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.064286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.064491] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.064612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.064676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.064865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.064947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.065051] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.066650] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: UNINITIALIZED for 2s [ 807.386861] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 807.387031] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 deletion is rescheduled due to dependency. [ 807.387140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.537823] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.539406] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.567424] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.586953] env[66544]: INFO networking_nsxv3.common.synchronization [req-d663e476-1ad1-4489-b49f-b6f7ce78c04e req-b8a128a6-6bdf-4e22-bbf3-bfecfcd3d1c1 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 807.587561] env[66544]: INFO networking_nsxv3.common.synchronization [req-d663e476-1ad1-4489-b49f-b6f7ce78c04e req-b8a128a6-6bdf-4e22-bbf3-bfecfcd3d1c1 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 with Priority: HIGHEST for action security_group_members [ 807.587735] env[66544]: INFO networking_nsxv3.common.synchronization [req-d663e476-1ad1-4489-b49f-b6f7ce78c04e req-b8a128a6-6bdf-4e22-bbf3-bfecfcd3d1c1 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 807.588900] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGHEST for action security_group_members [ 807.589820] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 with Priority: HIGHEST for action security_group_members [ 807.589820] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 807.590680] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.591318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592205] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d462eb08-f8fb-40ea-8f3f-d30ff0087372 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.592373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592667] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.592801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.824604] env[66544]: INFO networking_nsxv3.common.synchronization [req-0058702a-2bee-42c3-b8f4-7a8270c2cbe6 req-29939163-d1a0-4f5d-a7ba-df701f782e81 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e with Priority: HIGHEST for action security_group_members [ 807.824715] env[66544]: INFO networking_nsxv3.common.synchronization [req-0058702a-2bee-42c3-b8f4-7a8270c2cbe6 req-29939163-d1a0-4f5d-a7ba-df701f782e81 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 807.825297] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e with Priority: HIGHEST for action security_group_members [ 807.825438] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 807.825720] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ffd3af-eb69-4aba-adde-858da2a77c5e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.825836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.825916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.826244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.826399] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.826500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.826561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.826720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.826804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.826897] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.827834] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.827940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.828019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.829327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.829505] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.829609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.829673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.829821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.829902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.829989] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.873191] env[66544]: INFO networking_nsxv3.common.synchronization [req-0058702a-2bee-42c3-b8f4-7a8270c2cbe6 req-29939163-d1a0-4f5d-a7ba-df701f782e81 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e with Priority: HIGHEST for action security_group_rules [ 807.873369] env[66544]: INFO networking_nsxv3.common.synchronization [req-0058702a-2bee-42c3-b8f4-7a8270c2cbe6 req-29939163-d1a0-4f5d-a7ba-df701f782e81 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e with Priority: HIGHEST for action security_group_members [ 807.873502] env[66544]: INFO networking_nsxv3.common.synchronization [req-0058702a-2bee-42c3-b8f4-7a8270c2cbe6 req-29939163-d1a0-4f5d-a7ba-df701f782e81 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_rules [ 807.873739] env[66544]: INFO networking_nsxv3.common.synchronization [req-0058702a-2bee-42c3-b8f4-7a8270c2cbe6 req-29939163-d1a0-4f5d-a7ba-df701f782e81 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 807.873739] env[66544]: INFO networking_nsxv3.common.synchronization [req-0058702a-2bee-42c3-b8f4-7a8270c2cbe6 req-29939163-d1a0-4f5d-a7ba-df701f782e81 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with Priority: HIGHEST for action port [ 807.874357] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e with Priority: HIGHEST for action security_group_rules [ 807.874493] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_rules [ 807.874595] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with Priority: HIGHEST for action port [ 807.874687] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e with Priority: HIGHEST for action security_group_members [ 807.874791] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 807.875297] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ffd3af-eb69-4aba-adde-858da2a77c5e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.875424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.875509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.875727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.875809] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.876729] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.876838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.876904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.877109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.877210] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.877965] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.877965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.878075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.878537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.878537] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('243f7dc5-cfcf-41de-96a5-91ba7dfa71f4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.879880] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ffd3af-eb69-4aba-adde-858da2a77c5e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.879880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.879880] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.879880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.042181] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.043729] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.069357] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.072165] env[66544]: INFO networking_nsxv3.common.synchronization [req-55a6498e-f38a-4b6b-a83c-cddc1d17d7a2 req-68ddff4d-aacb-424f-b363-c367a2f71edd tempest-ServersAdminNegativeTestJSON-771341344 tempest-ServersAdminNegativeTestJSON-771341344-project-member] Enqueued Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 808.072413] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee92ee-6290-483d-a256-7d6e7880438e with Priority: HIGHEST for action security_group_members [ 808.072929] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee92ee-6290-483d-a256-7d6e7880438e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.073063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.073121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.073316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.073472] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.073565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.073627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.074253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.074253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.074253] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee92ee-6290-483d-a256-7d6e7880438e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.333024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.333288] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.381523] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.381724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.382084] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ffd3af-eb69-4aba-adde-858da2a77c5e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.382192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.382415] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with status ACTIVE [ 808.382729] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.383404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.383546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.388022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.388022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.388022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.388022] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 is going to be updated. [ 808.411542] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.411723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.411791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.412027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.412166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.412398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.545189] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.545189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.545189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.545189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.545189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.545189] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 is going to be updated. [ 808.546413] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.546530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.546597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.546799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.546887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.546976] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc28172-486e-4900-ac33-5ed44082b92f is going to be updated. [ 808.571926] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.572073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.572120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.572353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.572451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.572548] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 808.576476] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.576620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.576719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.576971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.577073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.577293] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.577393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.577450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.577819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.578040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.578137] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e is going to be updated. [ 808.592515] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.592515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.592515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.592744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.592986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.596378] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.596536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.596602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.596841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.597016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.611351] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: IN_PROGRESS for 2s [ 808.613412] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 in Status: IN_PROGRESS for 2s [ 808.615707] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.615942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.615942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.616284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.616466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.619013] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.619165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.619364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.619604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.619785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.631965] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: IN_PROGRESS for 2s [ 808.632651] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 808.746228] env[66544]: INFO networking_nsxv3.common.synchronization [req-55f48d91-f26a-463c-8240-bb6b7cf6a755 req-4498aad5-905f-444e-a224-b4d8ae099b3c tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e with Priority: HIGHEST for action security_group_members [ 808.746228] env[66544]: INFO networking_nsxv3.common.synchronization [req-55f48d91-f26a-463c-8240-bb6b7cf6a755 req-4498aad5-905f-444e-a224-b4d8ae099b3c tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 808.746426] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e with Priority: HIGHEST for action security_group_members [ 808.746582] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 808.746940] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ffd3af-eb69-4aba-adde-858da2a77c5e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.747076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.747287] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.747376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.832278] env[66544]: INFO networking_nsxv3.common.synchronization [req-55f48d91-f26a-463c-8240-bb6b7cf6a755 req-4498aad5-905f-444e-a224-b4d8ae099b3c tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_rules [ 808.832935] env[66544]: INFO networking_nsxv3.common.synchronization [req-55f48d91-f26a-463c-8240-bb6b7cf6a755 req-4498aad5-905f-444e-a224-b4d8ae099b3c tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 808.833122] env[66544]: INFO networking_nsxv3.common.synchronization [req-55f48d91-f26a-463c-8240-bb6b7cf6a755 req-4498aad5-905f-444e-a224-b4d8ae099b3c tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with Priority: HIGHEST for action port [ 808.834249] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_rules [ 808.834369] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 808.834557] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with Priority: HIGHEST for action port [ 808.834860] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.835029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.835240] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.837816] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.838040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.838293] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.838745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.838849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.839113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.839519] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('243f7dc5-cfcf-41de-96a5-91ba7dfa71f4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.843864] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.078785] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: SUCCESS [ 809.078937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.080361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.080361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.080361] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.080361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.080361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.080361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.080361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.080773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.080773] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.342530] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 with status ACTIVE [ 809.342825] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.342953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.342992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.343246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.343338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.343636] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.343636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.343758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.343833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.343902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.344231] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.344357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.344357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.344504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.344582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.344661] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 243f7dc5-cfcf-41de-96a5-91ba7dfa71f4 is going to be updated. [ 809.345835] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.345943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.346016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.346616] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.346695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.346852] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e is going to be created. [ 809.348023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.348181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.348257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.348410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.348488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.348573] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be updated. [ 809.379165] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.379165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.379165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.379165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.379165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.379165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-243f7dc5-cfcf-41de-96a5-91ba7dfa71f4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.379165] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.379548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.379548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.379548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.379647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.381482] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.381884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.381884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.381884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.382089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.394419] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: IN_PROGRESS for 2s [ 809.394756] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e in Status: UNINITIALIZED for 2s [ 809.585397] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.094198] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25e05737-d299-4806-8c58-f8b843cbbcba: rpc.has_security_group_logging(os_id): False [ 810.115075] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.115075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.115247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.116646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.116947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.117150] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.117283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.117335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.117855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.117855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.117855] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be created. [ 810.192053] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.192053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.192053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.192053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.192368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.207309] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: IN_PROGRESS for 2s [ 810.624337] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 in Status: SUCCESS [ 810.624868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.624868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.624868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.625077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.625194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.625316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.625514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.625581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.625649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.625748] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.627380] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: SUCCESS [ 810.627590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.627651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.627836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.628015] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.628248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.628248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.628380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.628412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.628646] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.630397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.630397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.630397] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.630397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.630397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.630397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.630397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.630397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.630397] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.632880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.633572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.633572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.633572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.633572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.633572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.633854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.633854] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.646046] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 810.646046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.648018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.648018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.648018] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.648018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.648018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.648018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.648018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.648018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.648742] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.649063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.651366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.651366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.651366] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.651366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.651366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.651366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.651366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.651366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.651366] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.653476] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee92ee-6290-483d-a256-7d6e7880438e in Status: SUCCESS [ 810.653994] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee92ee-6290-483d-a256-7d6e7880438e deletion is rescheduled due to dependency. [ 810.653994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee92ee-6290-483d-a256-7d6e7880438e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.653994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.654231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.654478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.654779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.654779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.656034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.656034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.656034] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.135971] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d462eb08-f8fb-40ea-8f3f-d30ff0087372',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.135971] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.136559] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.136652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.136700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.136917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.137019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.139166] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.139355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.139355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.139601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.139644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.139736] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 is going to be deleted. [ 811.142073] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.142073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.142073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.142315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.142454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.142750] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.142848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.142916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.143313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143410] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc28172-486e-4900-ac33-5ed44082b92f is going to be updated. [ 811.157128] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65f2988-f4a3-4744-a452-6f541ed02a84: rpc.has_security_group_logging(os_id): False [ 811.158292] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.176707] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.176928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.177050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.177369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.177500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.177799] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.177943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.178050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.178284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.178390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.178668] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.178803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.178891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.179096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.179206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.179466] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.179602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.179695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.179890] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.179998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.180146] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 811.218210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.218342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.218509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.218624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.218769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.229692] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: IN_PROGRESS for 2s [ 811.253223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.253223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.253223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.253223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.253223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.253223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.298326] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.298550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.298550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.298766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.299015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.342264] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 811.405268] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: SUCCESS [ 811.405955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.405955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.406339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.406432] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.407145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.407145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.407145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.407145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.407145] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.408790] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e in Status: SUCCESS [ 811.408790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.408931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.409038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.409178] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.409284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.409459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.409519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.409555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.409642] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.595474] env[66544]: INFO networking_nsxv3.common.synchronization [req-649f89b0-1aaf-4a09-9a7e-3fb4c2eded55 req-edaffca4-d328-4348-a475-6ee5bd12ea9f tempest-ListServerFiltersTestJSON-340605938 tempest-ListServerFiltersTestJSON-340605938-project-member] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 811.596008] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 811.596375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.596529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.596588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.596768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.596914] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.597682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.597788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.597985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.598127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.598259] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.643059] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d462eb08-f8fb-40ea-8f3f-d30ff0087372: rpc.has_security_group_logging(os_id): False [ 811.643059] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcc28172-486e-4900-ac33-5ed44082b92f: rpc.has_security_group_logging(os_id): False [ 811.664888] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.669030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.669030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.669030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.669030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.669030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.669030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.669030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.669030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.669030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.669030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.669030] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 is going to be created. [ 811.670803] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.671268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.671472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.671934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.672265] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.672519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.672686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.674016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.674016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.674016] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcc28172-486e-4900-ac33-5ed44082b92f is going to be updated. [ 811.708232] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d462eb08-f8fb-40ea-8f3f-d30ff0087372], does not exist path=[/infra/domains/default/groups/d462eb08-f8fb-40ea-8f3f-d30ff0087372]."\n}' [ 811.708232] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d462eb08-f8fb-40ea-8f3f-d30ff0087372 [ 811.708232] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 811.767721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.767721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.767721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.768023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.769639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.773753] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.773753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.773753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.773753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.773753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.773753] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.773753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.773753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.773753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.773753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.773753] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d462eb08-f8fb-40ea-8f3f-d30ff0087372 is going to be created. [ 811.775768] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.776150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.776330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.776648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.776905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.792574] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: IN_PROGRESS for 2s [ 811.795433] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d462eb08-f8fb-40ea-8f3f-d30ff0087372], does not exist path=[/infra/domains/default/groups/d462eb08-f8fb-40ea-8f3f-d30ff0087372]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d462eb08-f8fb-40ea-8f3f-d30ff0087372 [ 811.795433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d462eb08-f8fb-40ea-8f3f-d30ff0087372" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.795907] env[66544]: Traceback (most recent call last): [ 811.795907] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 811.795907] env[66544]: return func(*args, **kwargs) [ 811.795907] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 811.795907] env[66544]: res.raise_for_status() [ 811.795907] env[66544]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 811.795907] env[66544]: raise HTTPError(http_error_msg, response=self) [ 811.795907] env[66544]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d462eb08-f8fb-40ea-8f3f-d30ff0087372 [ 811.795907] env[66544]: During handling of the above exception, another exception occurred: [ 811.795907] env[66544]: Traceback (most recent call last): [ 811.795907] env[66544]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 811.795907] env[66544]: listener.cb(fileno) [ 811.795907] env[66544]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 811.795907] env[66544]: result = function(*args, **kwargs) [ 811.795907] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 811.795907] env[66544]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 811.795907] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 811.795907] env[66544]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 811.795907] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 811.795907] env[66544]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 811.795907] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 811.795907] env[66544]: res.raise_for_status() [ 811.795907] env[66544]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 811.795907] env[66544]: raise HTTPError(http_error_msg, response=self) [ 811.795907] env[66544]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d462eb08-f8fb-40ea-8f3f-d30ff0087372 [ 811.795907] env[66544]: Removing descriptor: 28 [ 811.912123] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.914579] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.914808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.914891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.915186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.915320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.915588] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.915740] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.915840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.916189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.916278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.916405] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e is going to be deleted. [ 811.947932] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.948347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.948548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.948745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.949041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.949041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.949377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.949560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.949811] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.949904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.949972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.950132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.950358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.950358] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.975579] env[66544]: INFO networking_nsxv3.common.synchronization [req-87c97490-59be-444a-9127-ba6868a4517f req-10259cfb-8bdf-474c-8a0b-ffcb0323d4f0 tempest-ListImageFiltersTestJSON-1336552354 tempest-ListImageFiltersTestJSON-1336552354-project-member] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 811.976174] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGHEST for action security_group_members [ 811.976473] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.976589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.976841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.976841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.977023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.977133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.977183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.977349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.977455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.977498] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.102920] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.138962] env[66544]: INFO networking_nsxv3.common.synchronization [req-4d04e588-abc7-4c8d-8200-7c781b5f0bff req-37754dcd-ef73-4873-bafa-ee9f5486c97a tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 812.139511] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 812.139805] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.140101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.140101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.140452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.140615] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.140721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.140787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.140936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.141034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.141322] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.167179] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.167338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.167409] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.167616] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.167705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.167806] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 812.201055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.201055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.201055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.201055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.201055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.210671] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 812.220790] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: SUCCESS [ 812.220913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.417931] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.452370] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.454124] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.454124] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e already deleted. [ 812.454124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.454124] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.454726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.454897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.455068] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.455173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.455251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.455391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.455463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.455547] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.482843] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.485037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.485037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.485037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.513053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.513323] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.513453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.513519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.513725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.513808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.513899] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a is going to be updated. [ 812.564989] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.565381] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.565381] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.566463] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.567030] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.567353] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.567429] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.567666] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.567812] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.568044] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.568154] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.568258] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.568359] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.568569] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.568694] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.568832] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.605101] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.607983] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.608686] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.608686] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.608686] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.608941] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-bd1719bb-3db2-400d-8887-f82299911cbf taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.609298] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-bd1719bb-3db2-400d-8887-f82299911cbf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.609446] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-bd1719bb-3db2-400d-8887-f82299911cbf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.609774] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-bd1719bb-3db2-400d-8887-f82299911cbf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.609914] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1719bb-3db2-400d-8887-f82299911cbf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.612995] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.612995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.612995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.613288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.613288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.628282] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: IN_PROGRESS for 2s [ 812.644185] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.918538] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.918763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.918831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.919075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.919165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.919264] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be updated. [ 812.956524] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.956777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.956777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.956958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.957177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.959521] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12ffd3af-eb69-4aba-adde-858da2a77c5e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.964185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.964339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.964462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.964617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.964708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.964917] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.965026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.965089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.965242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.965311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.965398] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e already deleted. [ 812.965478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.975099] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: IN_PROGRESS for 2s [ 813.112830] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.113072] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.113185] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.113461] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.113598] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.114774] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port bd1719bb-3db2-400d-8887-f82299911cbf not found, creating... [ 813.115088] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.115256] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.115372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.115595] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.115727] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.116021] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.116259] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.117466] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.117686] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.117834] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.118039] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: bd1719bb-3db2-400d-8887-f82299911cbf is going to be created. [ 813.119383] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.119498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.119565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.119713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.119792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.119877] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 813.142927] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143167] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143219] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.143484] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.143705] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143924] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-bd1719bb-3db2-400d-8887-f82299911cbf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.146432] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.157142] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.157400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.157496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.158071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.158071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.171640] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 813.242255] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: SUCCESS [ 813.242657] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc28172-486e-4900-ac33-5ed44082b92f deletion is rescheduled due to dependency. [ 813.242832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.369871] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 813.370151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.370346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.370602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.370711] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.467971] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12ffd3af-eb69-4aba-adde-858da2a77c5e: rpc.has_security_group_logging(os_id): False [ 813.488254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.490512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.490512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.490512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.490512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.490512] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.490512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.490512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.490512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.490512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.490512] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e is going to be created. [ 813.510905] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/12ffd3af-eb69-4aba-adde-858da2a77c5e], does not exist path=[/infra/domains/default/groups/12ffd3af-eb69-4aba-adde-858da2a77c5e]."\n}' [ 813.510905] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/12ffd3af-eb69-4aba-adde-858da2a77c5e [ 813.510905] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 813.560162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.560369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.560403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.560622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.561550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.561882] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.562715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.562825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.563018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.563475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.563475] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.563475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.563647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.563766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.563766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.563997] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ffd3af-eb69-4aba-adde-858da2a77c5e is going to be created. [ 813.590635] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/12ffd3af-eb69-4aba-adde-858da2a77c5e], does not exist path=[/infra/domains/default/groups/12ffd3af-eb69-4aba-adde-858da2a77c5e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/12ffd3af-eb69-4aba-adde-858da2a77c5e [ 813.590635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ffd3af-eb69-4aba-adde-858da2a77c5e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.590955] env[66544]: Traceback (most recent call last): [ 813.590955] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 813.590955] env[66544]: return func(*args, **kwargs) [ 813.590955] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 813.590955] env[66544]: res.raise_for_status() [ 813.590955] env[66544]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 813.590955] env[66544]: raise HTTPError(http_error_msg, response=self) [ 813.590955] env[66544]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/12ffd3af-eb69-4aba-adde-858da2a77c5e [ 813.590955] env[66544]: During handling of the above exception, another exception occurred: [ 813.590955] env[66544]: Traceback (most recent call last): [ 813.590955] env[66544]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 813.590955] env[66544]: listener.cb(fileno) [ 813.590955] env[66544]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 813.590955] env[66544]: result = function(*args, **kwargs) [ 813.590955] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 813.590955] env[66544]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 813.590955] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 813.590955] env[66544]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 813.590955] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 813.590955] env[66544]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 813.590955] env[66544]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 813.590955] env[66544]: res.raise_for_status() [ 813.590955] env[66544]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 813.590955] env[66544]: raise HTTPError(http_error_msg, response=self) [ 813.590955] env[66544]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/12ffd3af-eb69-4aba-adde-858da2a77c5e [ 813.590955] env[66544]: Removing descriptor: 28 [ 813.649893] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.650274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.650274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.650377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.650595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.650748] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 813.685124] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.685388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.685475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.685707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.685884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.709185] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 813.809810] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcc28172-486e-4900-ac33-5ed44082b92f in Status: SUCCESS [ 813.810067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.874122] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.874122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.919094] env[66544]: INFO networking_nsxv3.common.synchronization [req-4d04e588-abc7-4c8d-8200-7c781b5f0bff req-4ce5c0bf-861c-4fd9-8fd1-5ca9340eb5f0 service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 813.919274] env[66544]: INFO networking_nsxv3.common.synchronization [req-4d04e588-abc7-4c8d-8200-7c781b5f0bff req-4ce5c0bf-861c-4fd9-8fd1-5ca9340eb5f0 service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 813.919407] env[66544]: INFO networking_nsxv3.common.synchronization [req-4d04e588-abc7-4c8d-8200-7c781b5f0bff req-4ce5c0bf-861c-4fd9-8fd1-5ca9340eb5f0 service nova] Enqueued Resource ID: bd1719bb-3db2-400d-8887-f82299911cbf with Priority: HIGHEST for action port [ 813.919953] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 813.920559] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 813.920755] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1719bb-3db2-400d-8887-f82299911cbf with Priority: HIGHEST for action port [ 813.921289] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.921289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.921410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.921625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.921758] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.922747] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.923645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.923645] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd1719bb-3db2-400d-8887-f82299911cbf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.923645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd1719bb-3db2-400d-8887-f82299911cbf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.923645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd1719bb-3db2-400d-8887-f82299911cbf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.923645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd1719bb-3db2-400d-8887-f82299911cbf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.923645] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1719bb-3db2-400d-8887-f82299911cbf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.222146] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 4s [ 814.425816] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.426113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.426323] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd1719bb-3db2-400d-8887-f82299911cbf with status ACTIVE [ 814.426501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.426615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.426693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.426933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.427040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.427229] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.427342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.427522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.427601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.427681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.427873] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.428231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.428231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.428231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.428326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.428357] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd1719bb-3db2-400d-8887-f82299911cbf is going to be updated. [ 814.466402] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.466535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.466641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.467731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.467731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.467731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd1719bb-3db2-400d-8887-f82299911cbf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.640340] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a in Status: SUCCESS [ 814.640340] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a deletion is rescheduled due to dependency. [ 814.640340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990024] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: SUCCESS [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.990024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.990024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.991213] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.991450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.991592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.991808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.991975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.992156] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.106327] env[66544]: INFO networking_nsxv3.common.synchronization [req-997cd7e3-df2c-48f7-82f2-741e70e37638 req-89d5c207-7996-4b8a-b325-09a80d4611e8 tempest-ServersAdminTestJSON-757688806 tempest-ServersAdminTestJSON-757688806-project-member] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 815.106327] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 815.106739] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.106839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.107064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.107946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.107946] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.107946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.107946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.107946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.107946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.108217] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.186415] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 815.186415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.494716] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.494878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.496929] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.527622] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.527721] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.528135] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.528224] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.528501] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.528712] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.528898] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.529188] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.529380] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.529655] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.529820] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.530120] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.530304] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.531178] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.531178] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.531318] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.556866] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.557040] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.557328] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.557401] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-850" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.557656] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-46450cf9-b139-4895-bbef-197ac188a571 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.557827] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-46450cf9-b139-4895-bbef-197ac188a571" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.557928] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-46450cf9-b139-4895-bbef-197ac188a571" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.558379] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-46450cf9-b139-4895-bbef-197ac188a571" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.558527] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46450cf9-b139-4895-bbef-197ac188a571',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.610919] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.720465] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 815.720813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.721676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.721676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.724795] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.724981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.725082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.725253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.725343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.725471] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.999367] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.062144] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.062389] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.062512] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.062889] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.063417] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.063417] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 46450cf9-b139-4895-bbef-197ac188a571 not found, creating... [ 816.063546] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.064220] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.064220] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.064220] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.065308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.065308] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.065308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.065308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.065308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.065660] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.065660] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 46450cf9-b139-4895-bbef-197ac188a571 is going to be created. [ 816.110080] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.110708] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.110708] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.110836] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.111150] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.111435] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-46450cf9-b139-4895-bbef-197ac188a571" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.113194] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.229187] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.252341] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 816.252568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.252732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.252958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.253175] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.253299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.253408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.253581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.253683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.255858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.255858] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.500985] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.501161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.501216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.501432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.501523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.501620] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be updated. [ 816.555022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.555022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.555022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.555022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.555022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.564864] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: IN_PROGRESS for 2s [ 816.615134] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.615289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.616492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.616492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.616492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.616492] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 816.650302] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.650489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.650555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.650778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.650902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.665358] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 816.732954] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.759092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.759092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.760666] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.760666] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.760666] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.760666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.762072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.762072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.762072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.762072] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.851027] env[66544]: INFO networking_nsxv3.common.synchronization [req-997cd7e3-df2c-48f7-82f2-741e70e37638 req-ed2c5155-74ac-419e-b9dc-43634f2f4a58 service nova] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_rules [ 816.851027] env[66544]: INFO networking_nsxv3.common.synchronization [req-997cd7e3-df2c-48f7-82f2-741e70e37638 req-ed2c5155-74ac-419e-b9dc-43634f2f4a58 service nova] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 816.851027] env[66544]: INFO networking_nsxv3.common.synchronization [req-997cd7e3-df2c-48f7-82f2-741e70e37638 req-ed2c5155-74ac-419e-b9dc-43634f2f4a58 service nova] Enqueued Resource ID: 46450cf9-b139-4895-bbef-197ac188a571 with Priority: HIGHEST for action port [ 816.851027] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_rules [ 816.851027] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 816.851027] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46450cf9-b139-4895-bbef-197ac188a571 with Priority: HIGHEST for action port [ 816.851027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.852582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.852582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.855750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.855750] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.855750] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.855750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.855750] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-46450cf9-b139-4895-bbef-197ac188a571 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.855750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46450cf9-b139-4895-bbef-197ac188a571" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.855750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46450cf9-b139-4895-bbef-197ac188a571" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.855750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46450cf9-b139-4895-bbef-197ac188a571" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.855750] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46450cf9-b139-4895-bbef-197ac188a571',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.178423] env[66544]: INFO networking_nsxv3.common.synchronization [req-b389029f-1fde-45d1-a133-95c5e64ad1c2 req-b8319f31-0b90-4c51-ba13-01d4a0295569 tempest-ServerRescueTestJSONUnderV235-723511478 tempest-ServerRescueTestJSONUnderV235-723511478-project-member] Enqueued Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 817.178980] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 with Priority: HIGHEST for action security_group_members [ 817.179317] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.179410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.235793] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.235976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.236047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.236382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.236481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.236596] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 817.263687] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65f2988-f4a3-4744-a452-6f541ed02a84: rpc.has_security_group_logging(os_id): False [ 817.284924] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.284924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.285079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.285333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.314018] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.314180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.314310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.314482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.314630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.316737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.316829] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.316955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.317018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.317223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.317320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.317984] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.317984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.317984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.317984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.317984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.317984] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.318342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.318342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.318342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.318342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.318491] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 817.329765] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 817.357119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.357326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.357608] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46450cf9-b139-4895-bbef-197ac188a571 with status ACTIVE [ 817.357791] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.357908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.357975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.358212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.358303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.358473] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.358587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.358643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.358805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.358878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.359077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.359168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.359225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.359361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.359433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.359516] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46450cf9-b139-4895-bbef-197ac188a571 is going to be updated. [ 817.389394] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.389394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.389394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.389596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.389733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.389899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46450cf9-b139-4895-bbef-197ac188a571" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.420345] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.420506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.420770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.420842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.421380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.442056] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 818.577065] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: SUCCESS [ 818.577065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.577065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.577065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.577065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.577065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.577065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.577065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.577065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.577065] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.675384] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 818.675384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.675611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.675611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.675787] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.675942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.675980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.676110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.676186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.676294] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.080324] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.080324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.080324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.080324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.102423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.102813] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.103015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.103151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.103387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.103504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.103625] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be updated. [ 819.134409] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.134598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.134757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.134835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.134977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.145411] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: IN_PROGRESS for 2s [ 819.180032] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.341612] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 819.341848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.342058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.342291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.342501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.342661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.342708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.342843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.342921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.343042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.343141] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.464417] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 819.464417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.689258] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.848292] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.848503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.848738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.848893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.849092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.849194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.849252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.849408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.849520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.849619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.849786] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.849894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.849955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.850129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.850285] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.850380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.850441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.850580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.850654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.850747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.850858] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.067103] env[66544]: INFO networking_nsxv3.common.synchronization [req-5f402869-8ce1-4c52-a310-3f73f53c11b4 req-9bc1b195-069f-41e0-85db-b3fa5c435740 tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 820.067964] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 820.068180] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.068379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.068508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.068779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.068996] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.069160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.069287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.069550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.069778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.069778] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.189399] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.191134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.191256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.191562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.191658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.191779] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 820.226051] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.229060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.229060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.229060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.229060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.240768] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 820.353928] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 820.375577] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.375719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.375787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.376000] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.400152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.400152] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.400339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.400377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.400549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.400631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.402536] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.402536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.402536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.402536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.402536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.402536] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.402536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.402536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.402536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.402536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.402536] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 820.454593] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.454807] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.454925] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.455401] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.455795] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.455976] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.456139] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.457122] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.457343] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.457573] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.457680] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.457782] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.457896] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.458100] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.458258] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.458407] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.480703] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.480902] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.481052] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.481274] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.481618] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.481792] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.481903] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.482308] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.482476] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ab6eaa-904b-4a05-8c3c-1dd38fc42702',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.486027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.486027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.486027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.486027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.486027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.499734] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 820.572426] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.985927] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.985927] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.985927] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.986848] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.986848] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.986848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 63ab6eaa-904b-4a05-8c3c-1dd38fc42702 not found, creating... [ 820.986848] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.987048] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.987048] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.987306] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.987418] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.987784] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.987943] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.988084] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.988322] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.988511] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.988672] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 63ab6eaa-904b-4a05-8c3c-1dd38fc42702 is going to be created. [ 821.015206] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.015557] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.015654] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.015977] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.016304] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.016598] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.074627] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.159877] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: SUCCESS [ 821.159936] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 deletion is rescheduled due to dependency. [ 821.160071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.160604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.160818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.161014] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.161151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.161218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.161392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.161463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.161565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.161713] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecb3727-313c-4631-9ebe-11d6506ad7f3 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.161778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.161840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.161979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.162327] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.162327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.162474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.162519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.162572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.162677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.162731] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.163638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.163724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.163866] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.164640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.164718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.164880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.164971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.165064] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.577475] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.577603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.577701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.577905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.578032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.578136] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 821.624072] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.627529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.627529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.627529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.627529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.635935] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 821.668463] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cecb3727-313c-4631-9ebe-11d6506ad7f3: rpc.has_security_group_logging(os_id): False [ 821.669776] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.669908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.670097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.670199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.670289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.670474] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.670575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.670640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.670792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.670865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.670960] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be updated. [ 821.690767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.691033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.691033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.691211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.691297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.691505] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.691601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.691656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.691815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.691920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.692269] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.692269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.692269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.692514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.692514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.692642] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.692719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.692775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.692926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.693011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.693093] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be updated. [ 821.704182] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.704356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.704406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.704638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.704802] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.714609] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: IN_PROGRESS for 2s [ 821.743818] env[66544]: INFO networking_nsxv3.common.synchronization [req-5f402869-8ce1-4c52-a310-3f73f53c11b4 req-645676a5-0906-4bc7-97df-b5f90180182d service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 821.744747] env[66544]: INFO networking_nsxv3.common.synchronization [req-5f402869-8ce1-4c52-a310-3f73f53c11b4 req-645676a5-0906-4bc7-97df-b5f90180182d service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 821.744747] env[66544]: INFO networking_nsxv3.common.synchronization [req-5f402869-8ce1-4c52-a310-3f73f53c11b4 req-645676a5-0906-4bc7-97df-b5f90180182d service nova] Enqueued Resource ID: 63ab6eaa-904b-4a05-8c3c-1dd38fc42702 with Priority: HIGHEST for action port [ 821.745145] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 821.745145] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 821.745145] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ab6eaa-904b-4a05-8c3c-1dd38fc42702 with Priority: HIGHEST for action port [ 821.746158] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.746158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.746447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.746535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.746671] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.747638] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.747817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.747931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.748097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.748175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.748321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.748403] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ab6eaa-904b-4a05-8c3c-1dd38fc42702',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.814848] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.814848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.814848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.815374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.815374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.832329] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: IN_PROGRESS for 2s [ 822.251539] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.251924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.252175] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63ab6eaa-904b-4a05-8c3c-1dd38fc42702 with status ACTIVE [ 822.252511] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.252749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.252866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.253167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.253297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.253462] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.253562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.253626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.253793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.253864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.254058] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.254215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.254215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.254350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.254559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.254675] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63ab6eaa-904b-4a05-8c3c-1dd38fc42702 is going to be updated. [ 822.256669] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 822.256902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.257126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.257399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.257546] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.257686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.257753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.257902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.257978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.258118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.258224] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.281765] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.281765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.281765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.282035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.282129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.282296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ab6eaa-904b-4a05-8c3c-1dd38fc42702" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.517939] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 822.517939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.711068] env[66544]: INFO networking_nsxv3.common.synchronization [req-775a6563-860f-4fd5-9f4d-f03c476057dc req-025a9172-b4fd-4817-a77a-d080f9ced5db tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 822.711674] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 822.711977] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.712115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.712181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.712384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.712530] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.712625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.712684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.713370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.713485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713588] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.760613] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.760834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.760834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.760999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.761193] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.761297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.761364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.761538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.761622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.761709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.761853] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.761945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.762013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.762159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.762842] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.762842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.762930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.763129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.763243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.763378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.763492] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.104682] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.104866] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.104972] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.105249] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.105515] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.105665] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.105775] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.105980] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.107379] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.107684] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.108113] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.108113] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.108227] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.108341] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.108493] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.108718] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.130889] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.131175] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.131435] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.131528] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.131987] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-e3d60382-518b-4f2b-aa6f-41fc69c85a19 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.132477] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-e3d60382-518b-4f2b-aa6f-41fc69c85a19" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.132477] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-e3d60382-518b-4f2b-aa6f-41fc69c85a19" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.132801] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-e3d60382-518b-4f2b-aa6f-41fc69c85a19" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.132976] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d60382-518b-4f2b-aa6f-41fc69c85a19',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.193356] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.193537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.193611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.193851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.193964] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.216441] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.216692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.216809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.217121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.242230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.242230] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.242230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.242230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.242230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.242230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.242230] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 823.266785] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a5b9a80-00ad-49b7-847e-118c44047f88: rpc.has_security_group_logging(os_id): False [ 823.269229] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.269426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.269514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.272019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.272019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.279127] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 823.290114] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.290453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.290453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.290795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.317341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.317683] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.317823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.317935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.318209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.318330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.318554] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.318660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.318720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.318873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.318948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.319164] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.319279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.319515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.319670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.319748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.319835] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 823.391267] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.391418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.391551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.392160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.392331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.432395] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 823.636597] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.637473] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.637473] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.637473] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.637722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.637844] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port e3d60382-518b-4f2b-aa6f-41fc69c85a19 not found, creating... [ 823.639103] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.639103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.639103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.639103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.639103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.639398] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.639398] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.639599] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.639691] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.639900] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.640058] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: e3d60382-518b-4f2b-aa6f-41fc69c85a19 is going to be created. [ 823.651606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 823.651848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.652035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.652237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.652418] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.652535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.652600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.652746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.652822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.652916] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.665488] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.665488] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.665488] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.665488] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.665774] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.665816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-e3d60382-518b-4f2b-aa6f-41fc69c85a19" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.696649] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.728313] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: SUCCESS [ 823.728528] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 deletion is rescheduled due to dependency. [ 823.728653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.851439] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 in Status: SUCCESS [ 823.851624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.852311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.852311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.852311] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecb3727-313c-4631-9ebe-11d6506ad7f3',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.156695] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.199029] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.403611] env[66544]: INFO networking_nsxv3.common.synchronization [req-775a6563-860f-4fd5-9f4d-f03c476057dc req-8b2a4292-8e94-49af-a931-1f49ef7ec9a7 service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 824.403892] env[66544]: INFO networking_nsxv3.common.synchronization [req-775a6563-860f-4fd5-9f4d-f03c476057dc req-8b2a4292-8e94-49af-a931-1f49ef7ec9a7 service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 824.403892] env[66544]: INFO networking_nsxv3.common.synchronization [req-775a6563-860f-4fd5-9f4d-f03c476057dc req-8b2a4292-8e94-49af-a931-1f49ef7ec9a7 service nova] Enqueued Resource ID: e3d60382-518b-4f2b-aa6f-41fc69c85a19 with Priority: HIGHEST for action port [ 824.404483] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 824.404617] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 824.404710] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d60382-518b-4f2b-aa6f-41fc69c85a19 with Priority: HIGHEST for action port [ 824.405405] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.405523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.405583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.406152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.406152] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.406719] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.406803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.407682] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d60382-518b-4f2b-aa6f-41fc69c85a19 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.407682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d60382-518b-4f2b-aa6f-41fc69c85a19" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.407682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d60382-518b-4f2b-aa6f-41fc69c85a19" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.407682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d60382-518b-4f2b-aa6f-41fc69c85a19" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.407682] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d60382-518b-4f2b-aa6f-41fc69c85a19',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.425754] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.425754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.425754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.426034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.426108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.426195] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecb3727-313c-4631-9ebe-11d6506ad7f3 is going to be deleted. [ 824.485523] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.485523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.485523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.485812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.485812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.485894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecb3727-313c-4631-9ebe-11d6506ad7f3" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.645740] env[66544]: INFO networking_nsxv3.common.synchronization [req-46bdf5c1-e27d-4350-ba51-67a31d436319 req-28a9bb34-6090-42bc-8a2c-d94050e27080 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 824.646996] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 824.646996] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.646996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.646996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.647321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.647409] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.647718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.647718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.647885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.647885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.647993] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.658906] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.701684] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 824.701824] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 824.910168] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.910168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.910339] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3d60382-518b-4f2b-aa6f-41fc69c85a19 with status ACTIVE [ 824.910475] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.910637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.910769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.911184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.911184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.911533] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.911646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.911717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.911887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.913379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.913379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.913379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.913379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.913379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.913379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.913379] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3d60382-518b-4f2b-aa6f-41fc69c85a19 is going to be updated. [ 824.935076] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.935314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.935413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.935705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.935912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.936608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d60382-518b-4f2b-aa6f-41fc69c85a19" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.151031] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.161886] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.162103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.162178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.162402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.162824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.162952] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 825.222440] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.222776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.222776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.222904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.224314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.237618] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 825.288990] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 825.289269] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 825.289365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.289577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.290477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.290477] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.290477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.290477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.290477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.290477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.290477] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.455204] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 825.455474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.475122] env[66544]: INFO networking_nsxv3.common.synchronization [req-151a5f50-fba4-4848-a853-327793e1c08f req-0458df12-cdda-4017-ae02-e4a791e90c06 tempest-ServerRescueNegativeTestJSON-207930784 tempest-ServerRescueNegativeTestJSON-207930784-project-member] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 825.475723] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 825.475949] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.476091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.476156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.476450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.476613] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.476735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.476779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.476919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.477013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.477114] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.653232] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.662741] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.662741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.662741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.662741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684875] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 825.685866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.688571] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 825.715773] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.715982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.716036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.716216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.722470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.723169] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 825.723253] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.723359] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 825.773703] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.773703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.773703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.773703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.773703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.773703] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 825.793551] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.844235] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.844427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.844501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.844752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.844957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.845177] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 825.881939] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.882206] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.882329] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.882668] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.882925] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.883168] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.883294] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.883501] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.883640] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.883852] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.883956] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.884072] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.884167] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.884267] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.884368] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.884485] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.900895] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.901061] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.901193] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.901363] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.901662] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.901823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.901930] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.902320] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.902455] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a05ff7a-76a2-41ff-9cd7-bf166287c4e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.912302] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.913024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.913024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.913389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.913511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.913824] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 825.913928] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d', 'bcc28172-486e-4900-ac33-5ed44082b92f', '080e65ee-e309-45d1-abdf-1759fa5100e7', '25e05737-d299-4806-8c58-f8b843cbbcba', '3340a91d-579b-4793-ac7a-116d8d66991a', 'f83a8530-3f96-4dc0-9734-03e893780550', '21202173-b535-4530-8406-5e21e3f784e1', '8cad72ef-f5b6-4272-808a-41fbb359fcfe', 'f5539aeb-8ffc-4df2-ba9f-5f4d11339854', '23769bf3-1d0c-43cc-bced-025f1d4bcfe2', '4644475e-6b1a-4e43-843c-2a3c4cccb15e', 'a182ae7d-7b44-467e-b938-a36b6a76ad2a', 'b7573999-7b71-423f-94fb-9c58aba2fc46', '0dff8faf-584d-482e-8574-2433cf245b28', '3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1', 'dd4b43f3-cc7a-476a-94bb-280c9dac82a6', '687c1b15-781a-45e9-915d-6b0ec36dd990', 'b8d36869-5207-4b9d-93f8-7edec7c5868f', '1f6f757a-fd56-4da8-9311-a5ee7933c991', '15ffdc34-ccca-48e5-a524-330363daed5f', '11b54f24-3d3c-4390-937c-5457e285d86b', '4c4e9d4b-aa52-44cf-9a83-96466916eaaf', 'd18d18b7-30fc-4ad8-88bd-e367f75324ac', 'cc941173-8065-476d-8bb6-9c816ee9592a', '3d5d5f93-b419-426f-a419-8c8ddbe7a9f8', '2bbf62e6-40a4-45fa-b8eb-28a899ce014e', '1d825188-ef90-486d-a155-5da4f81c87d5', '04cce3f4-8103-4f0f-b701-b377ae1626b4', '5a5b9a80-00ad-49b7-847e-118c44047f88', '02426b2d-3f92-4370-95a5-0019ea8590db', '72ff8d72-bc06-4df9-93b3-69a75dea17da', '1763a03f-8d77-4c0d-9021-f3c5c755a20d', '1aa3039b-ec98-4996-99a0-8adb76f69123', '400c5087-9339-4264-a8ae-6428c4c8fa35', 'd65f2988-f4a3-4744-a452-6f541ed02a84', '11ee92ee-6290-483d-a256-7d6e7880438e'} {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.914078] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 825.936086] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.938584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.938584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.938584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.938584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.938584] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 825.938584] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.938584] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 825.980322] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.980516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.980563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.980775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.980860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.981146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.981255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.981318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.981472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.981610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.981685] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e already deleted. [ 825.981725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.009031] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.009031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.009031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.009294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.009950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.010728] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 826.010728] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.010728] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 826.010728] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 826.010728] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 826.010728] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGH for action security_group_rules [ 826.010728] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGH for action security_group_rules [ 826.011070] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGH for action security_group_rules [ 826.011070] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGH for action security_group_rules [ 826.011070] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGH for action security_group_rules [ 826.011070] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGH for action security_group_rules [ 826.011762] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGH for action security_group_rules [ 826.011924] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGH for action security_group_rules [ 826.011980] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGH for action security_group_rules [ 826.012081] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGH for action security_group_rules [ 826.012158] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGH for action security_group_rules [ 826.012223] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGH for action security_group_rules [ 826.012289] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGH for action security_group_rules [ 826.012353] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGH for action security_group_rules [ 826.012417] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGH for action security_group_rules [ 826.012475] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGH for action security_group_rules [ 826.012534] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGH for action security_group_rules [ 826.012588] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGH for action security_group_rules [ 826.012654] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGH for action security_group_rules [ 826.012718] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGH for action security_group_rules [ 826.012816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.155815] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.156065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.156065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.156272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.156537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.156713] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 826.189215] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.189410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.189489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.189720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.189804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.200112] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 826.295995] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.404836] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.405077] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.405206] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.405480] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.405623] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.405766] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 2a05ff7a-76a2-41ff-9cd7-bf166287c4e1 not found, creating... [ 826.406015] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.406169] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.406276] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.406569] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.406666] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.406982] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.407147] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.407336] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.407562] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.407706] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.407863] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 2a05ff7a-76a2-41ff-9cd7-bf166287c4e1 is going to be created. [ 826.432358] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.432821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.433077] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.433546] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.433863] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.434158] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.799062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.799449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.799449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.799523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.800250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.800250] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 826.830318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.830469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.830541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.830760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.830906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.841618] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 827.185390] env[66544]: INFO networking_nsxv3.common.synchronization [req-151a5f50-fba4-4848-a853-327793e1c08f req-0f1e8cc1-9215-4f64-9b4b-5410555d94a9 service nova] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_rules [ 827.185569] env[66544]: INFO networking_nsxv3.common.synchronization [req-151a5f50-fba4-4848-a853-327793e1c08f req-0f1e8cc1-9215-4f64-9b4b-5410555d94a9 service nova] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 827.185697] env[66544]: INFO networking_nsxv3.common.synchronization [req-151a5f50-fba4-4848-a853-327793e1c08f req-0f1e8cc1-9215-4f64-9b4b-5410555d94a9 service nova] Enqueued Resource ID: 2a05ff7a-76a2-41ff-9cd7-bf166287c4e1 with Priority: HIGHEST for action port [ 827.185929] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_rules [ 827.186079] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 827.186185] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a05ff7a-76a2-41ff-9cd7-bf166287c4e1 with Priority: HIGHEST for action port [ 827.186284] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGH for action security_group_rules [ 827.186401] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 with Priority: HIGH for action security_group_rules [ 827.186504] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21202173-b535-4530-8406-5e21e3f784e1 with Priority: HIGH for action security_group_rules [ 827.186598] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGH for action security_group_rules [ 827.186689] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ffdc34-ccca-48e5-a524-330363daed5f with Priority: HIGH for action security_group_rules [ 827.186786] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGH for action security_group_rules [ 827.186868] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d36869-5207-4b9d-93f8-7edec7c5868f with Priority: HIGH for action security_group_rules [ 827.187408] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGH for action security_group_rules [ 827.187611] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dff8faf-584d-482e-8574-2433cf245b28 with Priority: HIGH for action security_group_rules [ 827.187717] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGH for action security_group_rules [ 827.187755] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7573999-7b71-423f-94fb-9c58aba2fc46 with Priority: HIGH for action security_group_rules [ 827.187835] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a with Priority: HIGH for action security_group_rules [ 827.187927] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e with Priority: HIGH for action security_group_rules [ 827.188031] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 with Priority: HIGH for action security_group_rules [ 827.188124] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGH for action security_group_rules [ 827.188212] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGH for action security_group_rules [ 827.188298] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe with Priority: HIGH for action security_group_rules [ 827.188389] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3340a91d-579b-4793-ac7a-116d8d66991a with Priority: HIGH for action security_group_rules [ 827.188472] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc28172-486e-4900-ac33-5ed44082b92f with Priority: HIGH for action security_group_rules [ 827.188553] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGH for action security_group_rules [ 827.189155] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.189292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.189366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.189644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.189718] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.190685] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.190802] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.190865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.191057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.191240] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.191290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.191350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.191493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.191577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.191666] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.192435] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.192543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.192603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.192747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.192819] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a05ff7a-76a2-41ff-9cd7-bf166287c4e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.193668] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.193770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.193838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.193998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.194081] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.197060] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-080e65ee-e309-45d1-abdf-1759fa5100e7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.197162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.197233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.197446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.197519] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('080e65ee-e309-45d1-abdf-1759fa5100e7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.198493] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21202173-b535-4530-8406-5e21e3f784e1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.198602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.198667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.198817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.198888] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21202173-b535-4530-8406-5e21e3f784e1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.199884] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.199994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.200073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.200220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.200290] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.201273] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15ffdc34-ccca-48e5-a524-330363daed5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.201390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.201450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.201599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.201671] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15ffdc34-ccca-48e5-a524-330363daed5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.202494] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.202586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.202773] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d36869-5207-4b9d-93f8-7edec7c5868f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.202870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.202931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.203093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.203161] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d36869-5207-4b9d-93f8-7edec7c5868f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.204095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.204211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.204270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.204419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.204491] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.205385] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dff8faf-584d-482e-8574-2433cf245b28 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.205507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.205572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.205720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.205790] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dff8faf-584d-482e-8574-2433cf245b28',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.206029] env[66544]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 827.206722] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.206827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.206892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.207150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.207238] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.208247] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7573999-7b71-423f-94fb-9c58aba2fc46 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.208372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.208422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.208576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.208681] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7573999-7b71-423f-94fb-9c58aba2fc46',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.209476] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.209577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.209648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.209794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.209858] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a182ae7d-7b44-467e-b938-a36b6a76ad2a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.210680] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.210848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.210848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.210988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.211069] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644475e-6b1a-4e43-843c-2a3c4cccb15e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.211965] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.212092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.212152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.212302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.212372] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23769bf3-1d0c-43cc-bced-025f1d4bcfe2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.213238] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.213346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.213420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.213568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.213638] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.214448] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.214564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.214630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.214780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.214936] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.215752] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.215863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.215907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.216074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.216147] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cad72ef-f5b6-4272-808a-41fbb359fcfe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.216983] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3340a91d-579b-4793-ac7a-116d8d66991a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.217106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.217154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.217299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.217386] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3340a91d-579b-4793-ac7a-116d8d66991a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.218209] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcc28172-486e-4900-ac33-5ed44082b92f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.218317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.218370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.218515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.218602] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcc28172-486e-4900-ac33-5ed44082b92f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.218867] env[66544]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 827.219663] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.219774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.219840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.219994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.220068] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.223827] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.228089] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.228250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.257950] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 827.257950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.258795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.258795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.258995] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.259131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.259225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.259342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.259426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.259512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.260180] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.722589] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a05ff7a-76a2-41ff-9cd7-bf166287c4e1 with status ACTIVE [ 827.722956] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.723189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.723273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.724328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.724328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.724328] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.724328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.724328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.724694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.724694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.724694] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.724903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.724903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.725162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.725228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.725282] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a05ff7a-76a2-41ff-9cd7-bf166287c4e1 is going to be updated. [ 827.735357] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.756049] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.756049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.756049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.756446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.756446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.757203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a05ff7a-76a2-41ff-9cd7-bf166287c4e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.762388] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.762566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.762685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.762986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.763171] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.763347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.763347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.763544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.763937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.763937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.763937] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.766055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.766181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.766181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.767170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.767170] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.767170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.767170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.767170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.767170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.767170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.767649] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.768835] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.768979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.769087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.769283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.770112] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.770112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.770112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.770112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.770112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.770399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.770399] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.776879] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.777234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.788927] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.789172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.789172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.789445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.789545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.789625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.789813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.789871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.789910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.790431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.790431] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.793161] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.793308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.793371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.793552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.793714] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.793818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.793870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.794026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.794109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.794192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.794449] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.794449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.794542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.794590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.794721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.794808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.794868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.794998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.795084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.795164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.795248] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.798342] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.798509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.798509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.799152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.803326] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.810241] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.814894] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.814894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.817308] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.817486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.897037] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.897269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.898759] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.898904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.900185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.900342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.901665] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.901816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.903195] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.903433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.904358] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.904522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.911531] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.911531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.922580] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.922580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.925355] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.926065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.926244] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d36869-5207-4b9d-93f8-7edec7c5868f is going to be deleted. [ 827.927788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.927949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.930097] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.930235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.931222] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.932737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.932737] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.932935] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.933016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.002352] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 828.003101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.003164] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be deleted. [ 828.004278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.004557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.032931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.033171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.042729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.043033] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23769bf3-1d0c-43cc-bced-025f1d4bcfe2 is going to be deleted. [ 828.044868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.044868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.079229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.079411] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cad72ef-f5b6-4272-808a-41fbb359fcfe is going to be deleted. [ 828.081075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.081240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.168146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.168312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.171539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.171731] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15ffdc34-ccca-48e5-a524-330363daed5f is going to be deleted. [ 828.172813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.173026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.186792] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.186932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.196865] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.197059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.204447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.204638] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3340a91d-579b-4793-ac7a-116d8d66991a is going to be deleted. [ 828.205524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.205743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.215486] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 4s [ 828.235350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.235542] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dff8faf-584d-482e-8574-2433cf245b28 is going to be deleted. [ 828.236807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.238026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.239219] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.239219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.239219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.239457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.239915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.240089] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e is going to be created. [ 828.270673] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.309289] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6f757a-fd56-4da8-9311-a5ee7933c991: rpc.has_security_group_logging(os_id): False [ 828.311177] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.320285] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83a8530-3f96-4dc0-9734-03e893780550: rpc.has_security_group_logging(os_id): False [ 828.321963] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25e05737-d299-4806-8c58-f8b843cbbcba: rpc.has_security_group_logging(os_id): False [ 828.351223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.351389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.366822] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.367121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.367121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.367474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.368012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.370145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.370295] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be deleted. [ 828.371721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.371905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.374790] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.374790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.386835] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: UNINITIALIZED for 2s [ 828.388030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.388296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.392713] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.392997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.393508] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.393621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.402142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.402142] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcc28172-486e-4900-ac33-5ed44082b92f is going to be deleted. [ 828.402737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.402965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.525035] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.525035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.536119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.536292] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644475e-6b1a-4e43-843c-2a3c4cccb15e is going to be deleted. [ 828.537705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.537962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.606749] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.606966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.613035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.613223] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7573999-7b71-423f-94fb-9c58aba2fc46 is going to be deleted. [ 828.614161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.614485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.651284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.651462] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a182ae7d-7b44-467e-b938-a36b6a76ad2a is going to be deleted. [ 828.652606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.652846] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.691693] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.691693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.692333] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.692463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.704380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.704557] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 080e65ee-e309-45d1-abdf-1759fa5100e7 is going to be deleted. [ 828.705578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.705817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.772412] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d: rpc.has_security_group_logging(os_id): False [ 828.775604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.775739] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21202173-b535-4530-8406-5e21e3f784e1 is going to be deleted. [ 828.776722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.776960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.777124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.777353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d36869-5207-4b9d-93f8-7edec7c5868f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.778223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.778446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.778556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.779029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.779029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.779029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a182ae7d-7b44-467e-b938-a36b6a76ad2a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.779182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.779396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.779396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.779546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.780063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.780248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.780371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.780504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cad72ef-f5b6-4272-808a-41fbb359fcfe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.780653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.780807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.780971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.781072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23769bf3-1d0c-43cc-bced-025f1d4bcfe2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.781188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.781327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.808691] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.809071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.812349] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 687c1b15-781a-45e9-915d-6b0ec36dd990: rpc.has_security_group_logging(os_id): False [ 828.822819] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.823060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.837933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.838050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.851415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.851415] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.851415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.851415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.851415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.851415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.851908] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.851908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.851908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.851908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.852147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.852204] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.852280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.852280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.852429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.852522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.852697] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 828.853886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.854045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.861848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 828.862113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.862315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.862565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.862818] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.862945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.863028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.863238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.863339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.863445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.863567] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.889696] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.889822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.926420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.926420] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.926735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.926735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.926809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.926932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.926987] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be updated. [ 828.928199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.928788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.928788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.928788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15ffdc34-ccca-48e5-a524-330363daed5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.928788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.928963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.928963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.929037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dff8faf-584d-482e-8574-2433cf245b28" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.929168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.929312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.929388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.929513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.929603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.929756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.929854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.929922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644475e-6b1a-4e43-843c-2a3c4cccb15e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.930457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.930643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.930728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.930858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcc28172-486e-4900-ac33-5ed44082b92f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.930946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.931099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.962195] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.962343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.986750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.987255] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.987379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.987683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.987683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.987772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.987815] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be updated. [ 828.989154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.989406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.065677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.065832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.069222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.069521] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.069642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.069710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.070043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.070134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.070512] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d is going to be updated. [ 829.072329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.072678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.072783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.072977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3340a91d-579b-4793-ac7a-116d8d66991a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.073308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.073308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.073527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.073527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-080e65ee-e309-45d1-abdf-1759fa5100e7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.073627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.073776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.073858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.073970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7573999-7b71-423f-94fb-9c58aba2fc46" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.074104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.074247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.074320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.074433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21202173-b535-4530-8406-5e21e3f784e1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.075022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.075187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.120150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.120775] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.120775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.120775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.121019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.121105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.121262] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 is going to be updated. [ 829.127176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.127577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.127823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.131010] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.131234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.131346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.131661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.131935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.158576] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 829.162547] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: IN_PROGRESS for 2s [ 829.208507] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.208732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.208899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.209191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.209842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.223436] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.223656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.223725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.223900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.224097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.300448] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: IN_PROGRESS for 2s [ 829.329257] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.330112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.330112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.330112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.330112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.332350] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: IN_PROGRESS for 2s [ 829.363701] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 829.363701] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 in Status: IN_PROGRESS for 2s [ 829.369093] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.369093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.369093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.369093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.369093] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.369093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.369504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.369504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.369504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.369504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.369671] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.369792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.369841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.369994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.370195] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.370503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.370503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.370599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.370761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.370761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.370840] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.873602] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ff8d72-bc06-4df9-93b3-69a75dea17da: rpc.has_security_group_logging(os_id): False [ 829.895436] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.895436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.895806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.895806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.918867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.919189] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.919317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.919384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.919630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.919747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.919863] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.919959] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.920037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.920172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.920247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.920424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.920518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.920580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.920721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.920820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.920914] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 830.000655] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.000843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.000843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.001267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.001267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.027865] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 830.229540] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 830.229784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.229960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.230252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.230587] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.230721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.230807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.230998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.231127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.231243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.231363] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.402086] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: SUCCESS [ 830.402283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.402516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.402695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.403101] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.403101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.403263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.403351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.403408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.403476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.403575] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.738255] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.738469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.738469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.738751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.738922] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.739038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.739106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.739267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.739389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.739530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.739598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.739686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.739741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.739871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.740074] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.740309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.740309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.740309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.740529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.740529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.740606] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.905953] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.906284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.906284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.906511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.906697] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.906837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.906889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.907035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.907142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.907201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.907454] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.907593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.907664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.907850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.907992] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.908093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.908152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.908331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.908414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.908491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.908581] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.179039] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 831.179255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.179452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.179837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.179837] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.181503] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: SUCCESS [ 831.181689] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.242610] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 831.268570] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.268570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.268570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.269205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.293176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.293607] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.293812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.293930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.294277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.294720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.294800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.294925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.295049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.295331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.295479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.295809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.295970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.296108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.296357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.296521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.296694] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 831.319720] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: SUCCESS [ 831.319985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.347556] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 831.347795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.376964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.377391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.377610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.378167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.378497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.381978] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 in Status: SUCCESS [ 831.382331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.392606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 831.412348] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c001bf8-1d87-4089-ae47-f7269d07dc8e: rpc.has_security_group_logging(os_id): False [ 831.418478] env[66544]: INFO networking_nsxv3.common.synchronization [req-88a0d770-8366-4c75-8fd2-28ad94e2aff4 req-ca484bc2-60e3-4de1-bac9-88402baba1db tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 831.420778] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 831.420778] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.420778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.420778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.420778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.420778] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.420778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.420778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.420778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.420778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.420778] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.432094] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.432271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.432664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.432664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.432664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.434036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.434036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.434036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.434036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.434036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.434036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.434036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.434036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.434036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.434036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.434036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.436113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.436214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.436318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.436449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.436683] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e is going to be created. [ 831.563406] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.563665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.563793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.564241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.564410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.590025] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: IN_PROGRESS for 2s [ 831.684298] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.684495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.684843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.684978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.685175] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.685292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.685361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.685554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.685634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.685679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.685773] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.830206] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.830206] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.830206] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.830583] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.830583] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.830695] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.830819] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.831062] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.831366] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.831610] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.831739] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.831854] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.831961] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.832101] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.832212] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.832524] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.864892] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.865121] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.865244] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.865418] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.865738] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-417805b7-053d-4707-9b1a-3b0acc9aa5e5 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.865909] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-417805b7-053d-4707-9b1a-3b0acc9aa5e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.866038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-417805b7-053d-4707-9b1a-3b0acc9aa5e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.866435] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-417805b7-053d-4707-9b1a-3b0acc9aa5e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.866549] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417805b7-053d-4707-9b1a-3b0acc9aa5e5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.923516] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.923516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.923886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.923886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.923985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.924266] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.924415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.924541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.924748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.924821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.924922] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe692f4f-2398-4baf-b430-6a710060429b already deleted. [ 831.925035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.045818] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 832.046229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.192152] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.192359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.192461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.193765] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.193765] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.193765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.194310] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.194310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.194310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.194310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.194310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.194556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.194556] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.370721] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.370939] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.371065] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.375569] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.375569] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.375711] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 417805b7-053d-4707-9b1a-3b0acc9aa5e5 not found, creating... [ 832.376058] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.376226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.377066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.377066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.377066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.377388] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.377779] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.377968] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.378235] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.379029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.379029] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 417805b7-053d-4707-9b1a-3b0acc9aa5e5 is going to be created. [ 832.422076] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.422425] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.422622] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.422869] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.423123] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.423601] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-417805b7-053d-4707-9b1a-3b0acc9aa5e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.697076] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6f757a-fd56-4da8-9311-a5ee7933c991: rpc.has_security_group_logging(os_id): False [ 832.731964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.732166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.732260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.733048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.733048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.733048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.733235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.733235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.733787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.733787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.733787] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.733787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.734297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.734297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.734297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.734297] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.734464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.734464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.734537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.736606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.736606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 832.847585] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.848984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.848984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.848984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.848984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.894602] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 833.161210] env[66544]: INFO networking_nsxv3.common.synchronization [req-88a0d770-8366-4c75-8fd2-28ad94e2aff4 req-fa2ec339-0f6c-44ed-a38d-a6fa4008c55e service nova] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_rules [ 833.161210] env[66544]: INFO networking_nsxv3.common.synchronization [req-88a0d770-8366-4c75-8fd2-28ad94e2aff4 req-fa2ec339-0f6c-44ed-a38d-a6fa4008c55e service nova] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 833.161210] env[66544]: INFO networking_nsxv3.common.synchronization [req-88a0d770-8366-4c75-8fd2-28ad94e2aff4 req-fa2ec339-0f6c-44ed-a38d-a6fa4008c55e service nova] Enqueued Resource ID: 417805b7-053d-4707-9b1a-3b0acc9aa5e5 with Priority: HIGHEST for action port [ 833.161210] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_rules [ 833.161210] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 833.161210] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417805b7-053d-4707-9b1a-3b0acc9aa5e5 with Priority: HIGHEST for action port [ 833.161838] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.161838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.161838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.162306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.162306] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.163138] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.163345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.163395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.163654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.163855] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.163998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.164246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.165080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.165080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.165080] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.166056] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-417805b7-053d-4707-9b1a-3b0acc9aa5e5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.166056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-417805b7-053d-4707-9b1a-3b0acc9aa5e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.166217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-417805b7-053d-4707-9b1a-3b0acc9aa5e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.166454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-417805b7-053d-4707-9b1a-3b0acc9aa5e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.166584] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417805b7-053d-4707-9b1a-3b0acc9aa5e5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.408955] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 833.409283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.602065] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: SUCCESS [ 833.602303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.669639] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.669892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.671588] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 417805b7-053d-4707-9b1a-3b0acc9aa5e5 with status ACTIVE [ 833.671797] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.671869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.671953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.672311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.672397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.672591] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.673379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.673379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.673379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.673379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.673379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.673379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.673379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.673851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.673851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.673851] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 417805b7-053d-4707-9b1a-3b0acc9aa5e5 is going to be updated. [ 833.674946] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.710356] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.710542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.710617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.710838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.710980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.711172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-417805b7-053d-4707-9b1a-3b0acc9aa5e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.177609] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.271493] env[66544]: INFO networking_nsxv3.common.synchronization [req-1ebfd18f-54f1-4b5b-8ffb-79fcdb8bbf8e req-291c6d9c-b45b-4970-8842-a31aecb945f3 tempest-ServerRescueNegativeTestJSON-207930784 tempest-ServerRescueNegativeTestJSON-207930784-project-member] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 834.272360] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 834.273297] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.273498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.273601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.273829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.273999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.274398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.274398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.274398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.274550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.274550] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.644294] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.644532] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.644679] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.645022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.645298] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.645483] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.645616] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.645909] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.646103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.646341] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.646491] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.646598] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.646708] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.646831] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.647033] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.647156] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.671991] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.672190] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.672327] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.672503] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.672826] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-c41b1b2a-b68c-4c9e-97f6-96414799056d taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.673018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-c41b1b2a-b68c-4c9e-97f6-96414799056d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.673121] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-c41b1b2a-b68c-4c9e-97f6-96414799056d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.673597] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-c41b1b2a-b68c-4c9e-97f6-96414799056d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.673753] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41b1b2a-b68c-4c9e-97f6-96414799056d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.680865] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.681035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.681699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.681699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.681699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.681699] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be created. [ 834.718849] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.719096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.719096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.719229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.719392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.731966] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: UNINITIALIZED for 2s [ 834.778705] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.916667] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 834.916667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.179054] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.179054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.179054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.179054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.179054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.179054] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port c41b1b2a-b68c-4c9e-97f6-96414799056d not found, creating... [ 835.179054] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.179923] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.179923] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.179923] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.179923] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.180450] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.180691] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.184768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.184768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.184768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.184768] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: c41b1b2a-b68c-4c9e-97f6-96414799056d is going to be created. [ 835.204846] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.205099] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.205741] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.205741] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.205947] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.206287] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-c41b1b2a-b68c-4c9e-97f6-96414799056d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.281516] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.787630] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.787810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.787879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.788157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.788260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.788300] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e is going to be updated. [ 835.825794] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.826017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.826146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.826548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.826690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.837270] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: IN_PROGRESS for 2s [ 835.981233] env[66544]: INFO networking_nsxv3.common.synchronization [req-1ebfd18f-54f1-4b5b-8ffb-79fcdb8bbf8e req-430b465c-f6b2-4f01-8775-a337ae9fb5e7 service nova] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_rules [ 835.983301] env[66544]: INFO networking_nsxv3.common.synchronization [req-1ebfd18f-54f1-4b5b-8ffb-79fcdb8bbf8e req-430b465c-f6b2-4f01-8775-a337ae9fb5e7 service nova] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 835.983516] env[66544]: INFO networking_nsxv3.common.synchronization [req-1ebfd18f-54f1-4b5b-8ffb-79fcdb8bbf8e req-430b465c-f6b2-4f01-8775-a337ae9fb5e7 service nova] Enqueued Resource ID: c41b1b2a-b68c-4c9e-97f6-96414799056d with Priority: HIGHEST for action port [ 835.984105] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_rules [ 835.984267] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 835.984384] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41b1b2a-b68c-4c9e-97f6-96414799056d with Priority: HIGHEST for action port [ 835.984690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.984816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.984886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.985102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.985184] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.988975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.989123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.989320] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c41b1b2a-b68c-4c9e-97f6-96414799056d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.989438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c41b1b2a-b68c-4c9e-97f6-96414799056d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.989508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c41b1b2a-b68c-4c9e-97f6-96414799056d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.989845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c41b1b2a-b68c-4c9e-97f6-96414799056d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.989845] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41b1b2a-b68c-4c9e-97f6-96414799056d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.492018] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.492018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.492415] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c41b1b2a-b68c-4c9e-97f6-96414799056d with status ACTIVE [ 836.492590] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.492590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.492748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.492871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.492955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.493149] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.493243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.493311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.493530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.493668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.493902] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.494101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.494212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.494499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.495101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.495101] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c41b1b2a-b68c-4c9e-97f6-96414799056d is going to be updated. [ 836.521314] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.521314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.521314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.521314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.521314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.521314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c41b1b2a-b68c-4c9e-97f6-96414799056d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.745173] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: SUCCESS [ 836.745893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.746141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.746452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.747299] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.747299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.747299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.747545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.747682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.747826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.747951] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.254633] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.254633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.254633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.254983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.254983] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.254983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.255195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.255195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.255322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.255380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.255488] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.255568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.255625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.255746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.255891] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.256012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.256281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.256281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.256544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.256544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.256690] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.758751] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe692f4f-2398-4baf-b430-6a710060429b: rpc.has_security_group_logging(os_id): False [ 837.783049] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.783266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.783266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.783517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.783609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.783806] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.784044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.784044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.784206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.784269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.784533] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.784691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.784769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.784889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.784974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.785170] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.785318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.785318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.786349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.786349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.786349] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be created. [ 837.849805] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: SUCCESS [ 837.849805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.849805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.849805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.849805] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.849805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.850230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.850230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.850230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.850379] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.867029] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.867029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.867029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.867029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.867029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.882307] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: IN_PROGRESS for 2s [ 838.354264] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.856324] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.359063] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.359234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.359306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.359551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.359637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.359741] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e is going to be updated. [ 839.395717] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.395822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.395896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.396180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.396402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.407615] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: IN_PROGRESS for 2s [ 839.899532] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: SUCCESS [ 839.899961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.985506] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 840.986113] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 841.095130] env[66544]: INFO networking_nsxv3.common.synchronization [req-e9382d69-20e9-4254-856d-df00aed3175c req-331e3298-3fe2-4b19-8ae0-be6c441a9e62 tempest-ServersTestManualDisk-236647849 tempest-ServersTestManualDisk-236647849-project-member] Enqueued Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_members [ 841.095766] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGHEST for action security_group_members [ 841.096744] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.096885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.096958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.097187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.097360] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.097503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.097570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.097674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.097762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.097850] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.418625] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: SUCCESS [ 841.418906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.419192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.419704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.419834] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.419984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.420614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.420614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.420614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.420614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.420614] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.602066] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.602066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.602066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.602066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.602066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.602406] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.602406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.602503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.603916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.603916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.603916] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 is going to be updated. [ 841.634989] env[66544]: INFO networking_nsxv3.common.synchronization [req-1aff8a45-b3df-4483-a303-9155a50de8d2 req-3a1f0527-551a-43f3-8d02-79eae68505ef tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 841.635903] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 841.636318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.636511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.636611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.636862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.637116] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.637226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.637288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.637459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.637544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.637635] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.654026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.654944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.655081] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.655365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.655568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.669643] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 in Status: IN_PROGRESS for 2s [ 841.736605] env[66544]: INFO networking_nsxv3.common.synchronization [req-fef94539-069c-4c1e-873a-094e80696f55 req-bd572eae-ef75-42ba-a21e-a83ef7152a01 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 841.736929] env[66544]: INFO networking_nsxv3.common.synchronization [req-fef94539-069c-4c1e-873a-094e80696f55 req-bd572eae-ef75-42ba-a21e-a83ef7152a01 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGHEST for action security_group_members [ 841.737216] env[66544]: INFO networking_nsxv3.common.synchronization [req-fef94539-069c-4c1e-873a-094e80696f55 req-bd572eae-ef75-42ba-a21e-a83ef7152a01 tempest-SecurityGroupsTestJSON-1742022642 tempest-SecurityGroupsTestJSON-1742022642-project-member] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 841.739141] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGHEST for action security_group_members [ 841.739324] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGHEST for action security_group_members [ 841.739439] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGHEST for action security_group_members [ 841.746186] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.746186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.746186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.746186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.746186] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.746562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.747316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.747316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.747316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.747316] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.749208] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.749208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.749208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.750241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.750241] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.750241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.750241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.750241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.750241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.750241] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.752018] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.752018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.752018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.752215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.752362] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.752480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.752550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.752684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.752766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.752856] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.924186] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.924452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.924452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.924668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.924870] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.925075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.925075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.925482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.925482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.925482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.925598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.925646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.925680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.925836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.925975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.926236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.926236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.926336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.926336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.926423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.926811] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.063593] env[66544]: INFO networking_nsxv3.common.synchronization [req-f7888067-1b9e-4b1e-a819-b4bd44771c11 req-24c932fa-9757-43e1-b7f8-c4efc23f1f68 tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 842.064490] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 842.064913] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.065100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.065200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.065477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.065684] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.065833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.065934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.066152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.066276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.066412] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.140314] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.213386] env[66544]: INFO networking_nsxv3.common.synchronization [None req-487b9d3d-4d2f-4c16-9c98-58eab42e9114 None None] Enqueued Resource ID: d7c6487c-d313-4ad1-a5e3-04446b856e6d with Priority: HIGHEST for action port [ 842.213961] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c6487c-d313-4ad1-a5e3-04446b856e6d with Priority: HIGHEST for action port [ 842.214621] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c6487c-d313-4ad1-a5e3-04446b856e6d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.214741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c6487c-d313-4ad1-a5e3-04446b856e6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.214741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c6487c-d313-4ad1-a5e3-04446b856e6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.215040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c6487c-d313-4ad1-a5e3-04446b856e6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.215132] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c6487c-d313-4ad1-a5e3-04446b856e6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.255209] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.255296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.255338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.255550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.255666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.255881] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.255982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.256070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.256254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.256333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.256443] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d is going to be updated. [ 842.257856] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.257983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.258084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.258267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.259425] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.259516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.286587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.286887] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.287052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.287173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.287317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.287426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.289069] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 is going to be updated. [ 842.289069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.289069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.329511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.330648] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.330648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.330648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.331333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.331333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.331886] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be updated. [ 842.338400] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.338531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.338531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.339196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.339372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.341598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.342116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.342116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.342116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.342414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.354938] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: IN_PROGRESS for 2s [ 842.356031] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: IN_PROGRESS for 2s [ 842.371065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.371065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.371065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.371691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.371691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.382191] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: IN_PROGRESS for 2s [ 842.430674] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c001bf8-1d87-4089-ae47-f7269d07dc8e: rpc.has_security_group_logging(os_id): False [ 842.451470] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.451470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.451470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.451621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.452480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.452480] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.452480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.452664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.452664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.452745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.452911] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.453018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.453181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.453255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.453303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.453457] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.453558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.453630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.453762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.453897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.453897] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e is going to be updated. [ 842.471408] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.471675] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.471771] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.472372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.472372] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.472587] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.472587] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.472785] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.472928] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.474333] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.474333] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.474333] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.474333] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.474333] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.474333] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.474333] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.493762] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.493917] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.494066] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.494238] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.494556] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.494726] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.494842] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.495213] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.495324] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab2ed1b-a3c4-4e6d-a932-8a6a221b408f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.528876] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.529057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.529106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.529553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.529712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.545192] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: IN_PROGRESS for 2s [ 842.568811] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.569083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.569158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.569383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.569459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.569667] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.569762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.569822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.569966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.570053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.570142] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be deleted. [ 842.611313] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.611542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.611542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.612442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.612442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.612442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.644591] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.718319] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7c6487c-d313-4ad1-a5e3-04446b856e6d [ 842.718319] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.718319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.718681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.724856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.724856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.724856] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7c6487c-d313-4ad1-a5e3-04446b856e6d already deleted. [ 842.724856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c6487c-d313-4ad1-a5e3-04446b856e6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.997992] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.997992] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.997992] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.998606] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.998606] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.998606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port fab2ed1b-a3c4-4e6d-a932-8a6a221b408f not found, creating... [ 842.998731] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.998990] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.999118] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.999328] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.999464] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.999861] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.999952] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.000624] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.001559] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.001559] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.001635] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: fab2ed1b-a3c4-4e6d-a932-8a6a221b408f is going to be created. [ 843.023272] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.023453] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.023998] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.023998] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.025756] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.025756] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.147389] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.147389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.147389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.148050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.148050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.148050] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 843.183117] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.183313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.183387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.183561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.183709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.193357] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 843.684635] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 in Status: SUCCESS [ 843.685038] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 deletion is rescheduled due to dependency. [ 843.685280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.831179] env[66544]: INFO networking_nsxv3.common.synchronization [req-f7888067-1b9e-4b1e-a819-b4bd44771c11 req-5f04c0ab-1ec2-4e04-952c-8f58a3e190a8 service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 843.831365] env[66544]: INFO networking_nsxv3.common.synchronization [req-f7888067-1b9e-4b1e-a819-b4bd44771c11 req-5f04c0ab-1ec2-4e04-952c-8f58a3e190a8 service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 843.831507] env[66544]: INFO networking_nsxv3.common.synchronization [req-f7888067-1b9e-4b1e-a819-b4bd44771c11 req-5f04c0ab-1ec2-4e04-952c-8f58a3e190a8 service nova] Enqueued Resource ID: fab2ed1b-a3c4-4e6d-a932-8a6a221b408f with Priority: HIGHEST for action port [ 843.832078] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 843.832193] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 843.832293] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab2ed1b-a3c4-4e6d-a932-8a6a221b408f with Priority: HIGHEST for action port [ 843.832564] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.832728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.832782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.832970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.833736] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.834811] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.834907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.834907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.835119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.835266] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.835397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.835469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.835557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.835640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.835743] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.836656] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.836778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.836834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.837023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.837133] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab2ed1b-a3c4-4e6d-a932-8a6a221b408f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.114127] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a8d02170-1ac9-4790-9148-03ac817df957 None None] Enqueued Resource ID: 9c206dfd-3d27-485c-adf3-414c3fe49710 with Priority: HIGHEST for action port [ 844.114522] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c206dfd-3d27-485c-adf3-414c3fe49710 with Priority: HIGHEST for action port [ 844.114848] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c206dfd-3d27-485c-adf3-414c3fe49710 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.115054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c206dfd-3d27-485c-adf3-414c3fe49710" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.115383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c206dfd-3d27-485c-adf3-414c3fe49710" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.115581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c206dfd-3d27-485c-adf3-414c3fe49710" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.115680] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c206dfd-3d27-485c-adf3-414c3fe49710',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.344667] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.344667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.345100] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.346154] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fab2ed1b-a3c4-4e6d-a932-8a6a221b408f with status ACTIVE [ 844.346154] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.346320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.346359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.346652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.346758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.347261] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.347433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.347547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.347768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.347854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.348076] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.348175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.348228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.348375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.348447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.348621] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fab2ed1b-a3c4-4e6d-a932-8a6a221b408f is going to be updated. [ 844.371015] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 in Status: SUCCESS [ 844.371625] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 deletion is rescheduled due to dependency. [ 844.371988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.372970] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d in Status: SUCCESS [ 844.373168] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d deletion is rescheduled due to dependency. [ 844.373271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.382635] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.382853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.382920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.383196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.383350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.383531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab2ed1b-a3c4-4e6d-a932-8a6a221b408f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.394202] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65f2988-f4a3-4744-a452-6f541ed02a84 in Status: SUCCESS [ 844.394468] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 deletion is rescheduled due to dependency. [ 844.394589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.567448] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: SUCCESS [ 844.567726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.619549] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c206dfd-3d27-485c-adf3-414c3fe49710 [ 844.619874] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.619997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.620090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.620858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.620858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.620858] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c206dfd-3d27-485c-adf3-414c3fe49710 already deleted. [ 844.620858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c206dfd-3d27-485c-adf3-414c3fe49710" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.854550] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.204774] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 4s [ 845.356063] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.356417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.356712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.357035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.357307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.357428] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be created. [ 845.385425] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.385669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.385669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.385840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.386017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.398370] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: UNINITIALIZED for 2s [ 847.216050] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 847.216050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.411887] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 847.412131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.412293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.412498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.412692] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.412810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.412864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.413029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.413103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.413183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.413315] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.497507] env[66544]: INFO networking_nsxv3.common.synchronization [req-116d4994-5afb-4c24-b4c5-7bab9c87e0a2 req-4513720c-0009-4b3a-8f2b-7b31390b9d98 tempest-ListServerFiltersTestJSON-340605938 tempest-ListServerFiltersTestJSON-340605938-project-member] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 847.498601] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGHEST for action security_group_members [ 847.499139] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.499408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.499574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.499915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.500612] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.500612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.502642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.502642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.502642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.502642] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.915838] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.916009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.916098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.916311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.916481] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.916649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.916715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.916879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.916977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.917088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.917323] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.917421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.917478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.917623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.917767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.917857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.917913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.918065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.918142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.918219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.918649] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.006562] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.006792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.006908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.010034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.037402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.037402] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.037402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.037402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.037402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.037402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.037695] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be updated. [ 848.069551] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.069702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.070368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.070368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.082098] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: IN_PROGRESS for 2s [ 848.421310] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1: rpc.has_security_group_logging(os_id): False [ 848.442678] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.442865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.442948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.443215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.443309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.443552] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.443714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.443824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.444097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.444238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.444515] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.444624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.444682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.444889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.445020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.446180] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.446254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.446293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.446444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.446509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.446638] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be created. [ 848.515275] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.515554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.515659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.515952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.516326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.537742] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 848.818920] env[66544]: INFO networking_nsxv3.common.synchronization [req-596dd703-a406-4046-8be9-30bfb28491bc req-5bd93880-210a-432b-8f0a-4ec454e3075b tempest-ImagesOneServerNegativeTestJSON-1720760939 tempest-ImagesOneServerNegativeTestJSON-1720760939-project-member] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 848.823537] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 848.824173] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.824173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.824173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.824389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.824425] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.824897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.824897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.824897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.824897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.824897] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.265029] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.265634] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.265634] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.266169] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.266438] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.266806] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.267016] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.267249] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.267345] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.267557] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.267721] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.267849] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.267898] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.268039] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.268154] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.268288] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.289871] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.289871] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.290106] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.290409] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-855" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.290861] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-c8e30629-e7a6-429b-b3fe-a9087774f3dd taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.291160] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-c8e30629-e7a6-429b-b3fe-a9087774f3dd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.291373] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-c8e30629-e7a6-429b-b3fe-a9087774f3dd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.291813] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-c8e30629-e7a6-429b-b3fe-a9087774f3dd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.292192] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e30629-e7a6-429b-b3fe-a9087774f3dd',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.329031] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.329031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.329031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.329603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.329603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.329750] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.329925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.330059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.330314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.330466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.330595] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be deleted. [ 849.373433] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.373634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.373634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.374267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.374267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.374267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.794804] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.795245] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.795417] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.795722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.795872] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.796054] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port c8e30629-e7a6-429b-b3fe-a9087774f3dd not found, creating... [ 849.796323] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.796489] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.796645] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.796959] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.797124] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.797424] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.797613] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.797738] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.797959] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.798110] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.798247] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: c8e30629-e7a6-429b-b3fe-a9087774f3dd is going to be created. [ 849.821231] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.821577] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.821789] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.822103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.822357] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.822582] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-c8e30629-e7a6-429b-b3fe-a9087774f3dd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.091973] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 in Status: SUCCESS [ 850.092202] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 deletion is rescheduled due to dependency. [ 850.092310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.533726] env[66544]: INFO networking_nsxv3.common.synchronization [req-596dd703-a406-4046-8be9-30bfb28491bc req-c43b6fdf-3efa-4f19-ad02-6e33036781b3 service nova] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_rules [ 850.533726] env[66544]: INFO networking_nsxv3.common.synchronization [req-596dd703-a406-4046-8be9-30bfb28491bc req-c43b6fdf-3efa-4f19-ad02-6e33036781b3 service nova] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 850.533726] env[66544]: INFO networking_nsxv3.common.synchronization [req-596dd703-a406-4046-8be9-30bfb28491bc req-c43b6fdf-3efa-4f19-ad02-6e33036781b3 service nova] Enqueued Resource ID: c8e30629-e7a6-429b-b3fe-a9087774f3dd with Priority: HIGHEST for action port [ 850.533726] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_rules [ 850.533726] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 850.533726] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e30629-e7a6-429b-b3fe-a9087774f3dd with Priority: HIGHEST for action port [ 850.534175] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.534477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.534654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.534941] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.535131] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.536207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.536433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.538034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.538034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.538034] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.538034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.538034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.538034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.538034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.538777] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.546299] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e30629-e7a6-429b-b3fe-a9087774f3dd taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.546299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e30629-e7a6-429b-b3fe-a9087774f3dd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.546299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e30629-e7a6-429b-b3fe-a9087774f3dd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.546299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e30629-e7a6-429b-b3fe-a9087774f3dd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.546299] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e30629-e7a6-429b-b3fe-a9087774f3dd',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.560030] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 850.560030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.043186] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.047162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.047162] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8e30629-e7a6-429b-b3fe-a9087774f3dd with status ACTIVE [ 851.047162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.047162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.047162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.047162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.048146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.048146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.048146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.048146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.052238] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8e30629-e7a6-429b-b3fe-a9087774f3dd is going to be updated. [ 851.076254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.076508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.076508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.076750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.076902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.077077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e30629-e7a6-429b-b3fe-a9087774f3dd" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.230478] env[66544]: INFO networking_nsxv3.common.synchronization [None req-d63b0af7-1293-49e3-9a93-5f3d4b8a8a16 None None] Enqueued Resource ID: e255a1c5-f6cf-4700-a12b-2dd28027a5a6 with Priority: HIGHEST for action port [ 851.230639] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e255a1c5-f6cf-4700-a12b-2dd28027a5a6 with Priority: HIGHEST for action port [ 851.230866] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e255a1c5-f6cf-4700-a12b-2dd28027a5a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.231104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e255a1c5-f6cf-4700-a12b-2dd28027a5a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.231228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e255a1c5-f6cf-4700-a12b-2dd28027a5a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.232104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e255a1c5-f6cf-4700-a12b-2dd28027a5a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.232104] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e255a1c5-f6cf-4700-a12b-2dd28027a5a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.554314] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.734903] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e255a1c5-f6cf-4700-a12b-2dd28027a5a6 [ 851.735155] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.735289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.735352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.735561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.735647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.735744] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e255a1c5-f6cf-4700-a12b-2dd28027a5a6 already deleted. [ 851.735826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e255a1c5-f6cf-4700-a12b-2dd28027a5a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.059752] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.059752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.059752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.059752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.059752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.059752] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be created. [ 852.084278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.084368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.085581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.085581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.085581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.101552] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: UNINITIALIZED for 2s [ 853.363126] env[66544]: INFO networking_nsxv3.common.synchronization [None req-61f8c338-186e-4c1e-af8d-4e5c3f6b4f2e tempest-ServersTestJSON-1405835129 tempest-ServersTestJSON-1405835129-project-member] Enqueued Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_rules [ 853.365027] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_rules [ 853.365027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.365027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.365027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.365027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.365027] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.502424] env[66544]: INFO networking_nsxv3.common.synchronization [None req-32ff7c5c-d8e4-4473-994c-6461c6d74652 tempest-ServersTestJSON-1405835129 tempest-ServersTestJSON-1405835129-project-member] Enqueued Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_rules [ 853.502923] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_rules [ 853.503259] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.503351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.886307] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.886896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.887043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.887331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.887456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.887580] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 already deleted. [ 853.887716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.887938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.888423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.888512] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.115311] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 854.115311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.115311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.115311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.115311] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.115311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.115311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.115311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.115311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.115311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.115311] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.412139] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.412453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.412453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.412636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.412723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.412822] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 already deleted. [ 854.412905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.517241] env[66544]: INFO networking_nsxv3.common.synchronization [None req-fa0cbd3f-cb09-4735-8395-56c9152dee2a None None] Enqueued Resource ID: a4913aab-b6a7-4f34-887d-3b22ab66d0a4 with Priority: HIGHEST for action port [ 854.518020] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4913aab-b6a7-4f34-887d-3b22ab66d0a4 with Priority: HIGHEST for action port [ 854.518158] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4913aab-b6a7-4f34-887d-3b22ab66d0a4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.518220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4913aab-b6a7-4f34-887d-3b22ab66d0a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.518262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4913aab-b6a7-4f34-887d-3b22ab66d0a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.518500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4913aab-b6a7-4f34-887d-3b22ab66d0a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.518578] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4913aab-b6a7-4f34-887d-3b22ab66d0a4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.618117] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.618277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.618375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.618573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.618721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.618835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.618967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.619100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.619153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.619223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.619367] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.619458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.619531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.619666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.619815] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.620718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.620718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.620718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.620718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.620718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.620718] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.021015] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4913aab-b6a7-4f34-887d-3b22ab66d0a4 [ 855.021352] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.021533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.022418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.022418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.022418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.022418] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4913aab-b6a7-4f34-887d-3b22ab66d0a4 already deleted. [ 855.022644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4913aab-b6a7-4f34-887d-3b22ab66d0a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.123280] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5539aeb-8ffc-4df2-ba9f-5f4d11339854: rpc.has_security_group_logging(os_id): False [ 855.144514] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.144734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.144794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.145012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.145110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.145299] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.145389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.145450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.145591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.145660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.146200] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.146200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.146200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.146200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.146200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.146477] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.146477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.146694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.146694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.146786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.147582] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be created. [ 855.206427] env[66544]: INFO networking_nsxv3.common.synchronization [req-11d5d30e-684f-496a-a0fa-eb2096eb2c08 req-72d274bb-1b7f-4608-b8d1-e1674581ec96 tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 855.206427] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 855.206427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.206427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.206427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.206427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.207228] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.212897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.212897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.212897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.212897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.212897] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.212897] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.212897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.212897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.212897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.214306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.234311] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: IN_PROGRESS for 2s [ 855.237868] env[66544]: INFO networking_nsxv3.common.synchronization [req-11d5d30e-684f-496a-a0fa-eb2096eb2c08 req-72d274bb-1b7f-4608-b8d1-e1674581ec96 tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 855.237868] env[66544]: INFO networking_nsxv3.common.synchronization [req-11d5d30e-684f-496a-a0fa-eb2096eb2c08 req-72d274bb-1b7f-4608-b8d1-e1674581ec96 tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 855.237868] env[66544]: INFO networking_nsxv3.common.synchronization [req-11d5d30e-684f-496a-a0fa-eb2096eb2c08 req-72d274bb-1b7f-4608-b8d1-e1674581ec96 tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: d14ef101-56e3-4a30-bf39-003a922f4336 with Priority: HIGHEST for action port [ 855.237868] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 855.238311] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 855.238494] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14ef101-56e3-4a30-bf39-003a922f4336 with Priority: HIGHEST for action port [ 855.239369] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.239369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.239369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.239369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.239579] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.241995] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.242239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.242389] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14ef101-56e3-4a30-bf39-003a922f4336 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.242575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.242575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.242835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.242835] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14ef101-56e3-4a30-bf39-003a922f4336',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.719626] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.744641] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.744789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.745053] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d14ef101-56e3-4a30-bf39-003a922f4336 with status ACTIVE [ 855.745308] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.745477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.745528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.745782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.745858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.746272] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.746272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.746443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.746528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.746614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.747396] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.747396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.747396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.747396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.747396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.747826] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d14ef101-56e3-4a30-bf39-003a922f4336 is going to be updated. [ 855.773908] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.774125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.774191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.774516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.774704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.775023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.223453] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.726410] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.726410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.726410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.726410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.726410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.726410] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be updated. [ 856.756601] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.756601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.756601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.756908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.756908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.772445] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: IN_PROGRESS for 2s [ 857.256435] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 857.256435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.629357] env[66544]: INFO networking_nsxv3.common.synchronization [req-fa0f0b47-5f30-4954-b6a8-3d25e3e9c3bd req-512467f9-e391-4f7b-892d-815498a0b5fa tempest-VolumesAssistedSnapshotsTest-761400117 tempest-VolumesAssistedSnapshotsTest-761400117-project-member] Enqueued Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_members [ 858.629927] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGHEST for action security_group_members [ 858.630268] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc941173-8065-476d-8bb6-9c816ee9592a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.630967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.630967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.631465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.631756] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.631756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.631876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.631932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.632091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.632131] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.789225] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: SUCCESS [ 858.790195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.790391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.790622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.790842] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.790979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.791078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.791252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.791350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.791447] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.125160] env[66544]: INFO networking_nsxv3.common.synchronization [req-4048a389-02e9-465c-be71-d79f36c773fb req-a75faaf0-b553-4284-8621-e8758cbe569c tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 859.125160] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 859.125160] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.125160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.136218] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.136218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.136218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.136218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.142417] env[66544]: INFO networking_nsxv3.common.synchronization [req-4048a389-02e9-465c-be71-d79f36c773fb req-a75faaf0-b553-4284-8621-e8758cbe569c tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 859.142547] env[66544]: INFO networking_nsxv3.common.synchronization [req-4048a389-02e9-465c-be71-d79f36c773fb req-a75faaf0-b553-4284-8621-e8758cbe569c tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 859.142614] env[66544]: INFO networking_nsxv3.common.synchronization [req-4048a389-02e9-465c-be71-d79f36c773fb req-a75faaf0-b553-4284-8621-e8758cbe569c tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: d14ef101-56e3-4a30-bf39-003a922f4336 with Priority: HIGHEST for action port [ 859.147021] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_rules [ 859.147021] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 859.147021] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14ef101-56e3-4a30-bf39-003a922f4336 with Priority: HIGHEST for action port [ 859.147021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.147021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.147021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.147021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.147021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14ef101-56e3-4a30-bf39-003a922f4336 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.147021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.147021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.147021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.147021] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14ef101-56e3-4a30-bf39-003a922f4336',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.158710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.158958] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.159124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.159178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.159386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.159462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.159553] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc941173-8065-476d-8bb6-9c816ee9592a is going to be updated. [ 859.203334] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.205029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.205029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.205029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.205029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.216645] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc941173-8065-476d-8bb6-9c816ee9592a in Status: IN_PROGRESS for 2s [ 859.294288] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.648011] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d14ef101-56e3-4a30-bf39-003a922f4336 with status ACTIVE [ 859.648192] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.648192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.648374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.648483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.648569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.648766] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.648917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.648997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.649170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.649246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.649433] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.649525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.649585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.649726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.649798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.649956] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d14ef101-56e3-4a30-bf39-003a922f4336 is going to be updated. [ 859.683022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.683022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.683022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.683022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.683022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.683022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14ef101-56e3-4a30-bf39-003a922f4336" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.799333] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.302828] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.303059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.303114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.303325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.303412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.303513] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be updated. [ 860.343265] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.343427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.343500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.343713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.343861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.353645] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: IN_PROGRESS for 2s [ 860.727285] env[66544]: INFO networking_nsxv3.common.synchronization [req-056534f7-628d-4be9-b1c4-3c77c292f94b req-97cb6118-e893-4d41-9ac0-cf39fb2d9723 tempest-ServersAdminTestJSON-757688806 tempest-ServersAdminTestJSON-757688806-project-member] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 860.727986] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 860.728497] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.728656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.728726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.729016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.729222] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.729322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.729425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.730189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.730189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.730189] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.226541] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc941173-8065-476d-8bb6-9c816ee9592a in Status: IN_PROGRESS for 4s [ 861.233096] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.739976] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.242324] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.242531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.242587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.242784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.242890] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.243029] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 862.274109] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.274275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.274385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.274681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.274950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.286172] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 862.374129] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: SUCCESS [ 862.375052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.375052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.375052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.375318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.375318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.375318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.375525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.375642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.375725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.376167] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.377492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.377779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.378051] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.378321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.378395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.378569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.378674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.378808] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.883717] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.883717] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.892255] env[66544]: INFO networking_nsxv3.common.synchronization [req-63bb8f7c-67c6-4b8a-9f20-2ff060c6dfd5 req-83adf281-f570-48fc-8099-78a60ff5f7a8 tempest-ImagesOneServerNegativeTestJSON-1720760939 tempest-ImagesOneServerNegativeTestJSON-1720760939-project-member] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 862.893184] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGHEST for action security_group_members [ 862.893541] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.893939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.893939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.893939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.894135] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.894246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.894538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.894538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.894656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.894656] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.241936] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc941173-8065-476d-8bb6-9c816ee9592a in Status: SUCCESS [ 863.242150] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc941173-8065-476d-8bb6-9c816ee9592a deletion is rescheduled due to dependency. [ 863.242291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.290876] env[66544]: INFO networking_nsxv3.common.synchronization [req-3fc9762f-ceef-477f-932d-5365dbb7d22e req-0a80c65f-a53f-43d6-b9fa-ce85b0e9fa94 tempest-AttachInterfacesUnderV243Test-1544451197 tempest-AttachInterfacesUnderV243Test-1544451197-project-member] Enqueued Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 863.291862] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e05737-d299-4806-8c58-f8b843cbbcba with Priority: HIGHEST for action security_group_members [ 863.292392] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e05737-d299-4806-8c58-f8b843cbbcba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.292572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.386294] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25e05737-d299-4806-8c58-f8b843cbbcba: rpc.has_security_group_logging(os_id): False [ 863.387569] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.397672] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.397837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.397988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.398245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.398388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.398671] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.398852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.398891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.399131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.399243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.399907] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be updated. [ 863.411520] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.411672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.412104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.412104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.412104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.412300] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.412357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.412454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.412590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.412654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.412740] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be updated. [ 863.438684] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.438813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.438940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.439081] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.439231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.452435] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: IN_PROGRESS for 2s [ 863.485594] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.486331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.486331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.486524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.486827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.510408] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: IN_PROGRESS for 2s [ 863.890374] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.890741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.890741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.890851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.890931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.891044] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be updated. [ 863.921709] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.921836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.921889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.922165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.922376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.935680] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: IN_PROGRESS for 2s [ 864.301948] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 864.303034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.462152] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 in Status: SUCCESS [ 865.463341] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 deletion is rescheduled due to dependency. [ 865.463341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.528548] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: SUCCESS [ 865.528548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.528548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.528548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.528548] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.948178] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e05737-d299-4806-8c58-f8b843cbbcba in Status: SUCCESS [ 865.948634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.948915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.949265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.949555] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.949795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.952024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.952024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.952024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.952024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.048967] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.049137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.049209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.049411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.049502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.049599] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be deleted. [ 866.099814] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.099991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.099991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.100848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.100848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.100848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.458946] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.459148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.459251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.459853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.460142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.460462] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.463825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.464123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.464517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.464626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.464751] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba is going to be deleted. [ 866.495481] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.495664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.495711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.495904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.495993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.496116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.496267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.496417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.496653] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.496772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.497161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.497161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.497161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.497294] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e05737-d299-4806-8c58-f8b843cbbcba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.588810] env[66544]: INFO networking_nsxv3.common.synchronization [req-928f46a0-2a2e-49e1-9cfe-d7f584e88323 req-ad068087-5f1d-4c95-9a4f-141ecb6d3fc7 tempest-ServerActionsTestOtherB-303416206 tempest-ServerActionsTestOtherB-303416206-project-member] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 866.590598] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 866.593600] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.593600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.593600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.593600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.593600] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.593600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.593600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.594321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.594476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.594628] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.001877] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.001877] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.001877] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e05737-d299-4806-8c58-f8b843cbbcba already deleted. [ 867.001877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e05737-d299-4806-8c58-f8b843cbbcba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.102470] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.102662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.102735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.102966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.124087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.124371] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.124518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.124599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.124883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.124997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.125117] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 867.153972] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.154120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.154511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.154889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.154949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.167495] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 869.178100] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 869.178402] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d deletion is rescheduled due to dependency. [ 869.179738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.406595] env[66544]: INFO networking_nsxv3.common.synchronization [req-dfd621eb-1363-4c08-b8fd-c0ebbe584b78 req-30503e08-5919-40c6-b37c-f2cdfb724449 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 869.407284] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 869.407602] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.407724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.407791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.407997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.408162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.408278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.408316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.408590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.408590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.408691] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.911616] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.911832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.911832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.912084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.912183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.912426] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.912542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.912817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.912817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.912817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.912991] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be updated. [ 869.961623] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.961623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.961623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.961623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.961623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.970071] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: IN_PROGRESS for 2s [ 870.494616] env[66544]: INFO networking_nsxv3.common.synchronization [req-699d2bc7-6e62-405c-a021-d3643462fe66 req-b95a8134-c872-4adc-899d-2ce7b0045213 tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 870.496203] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 870.496203] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.496203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.496203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.496203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.496203] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.497443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.497443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.499070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.499222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.499335] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.001419] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.001673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.001797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.002437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.002437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.002437] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.002577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.002577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.002736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.002813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.002898] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 871.008963] env[66544]: INFO networking_nsxv3.common.synchronization [None req-5469ed62-2a91-4d47-962d-ad26613314c6 None None] Enqueued Resource ID: 326664bb-530b-4060-b248-837466a8e652 with Priority: HIGHEST for action port [ 871.009257] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326664bb-530b-4060-b248-837466a8e652 with Priority: HIGHEST for action port [ 871.010817] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-326664bb-530b-4060-b248-837466a8e652 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.011273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-326664bb-530b-4060-b248-837466a8e652" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.011360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-326664bb-530b-4060-b248-837466a8e652" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.011708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-326664bb-530b-4060-b248-837466a8e652" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.011708] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326664bb-530b-4060-b248-837466a8e652',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.036122] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.036454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.036589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.037468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.037468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.047880] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 871.271291] env[66544]: INFO networking_nsxv3.common.synchronization [req-99ddc549-7e59-46ac-9863-aed862799803 req-7e50f5bf-9298-46be-8101-ca8f91651870 tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 871.272586] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 871.273125] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.273362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.273625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.273875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.274185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.274414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.274582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.274903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.275075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.275286] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.515624] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 326664bb-530b-4060-b248-837466a8e652 [ 871.515624] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.515624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.515624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.516199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.516199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.516199] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:326664bb-530b-4060-b248-837466a8e652 already deleted. [ 871.516553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-326664bb-530b-4060-b248-837466a8e652" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.779879] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.780068] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.780169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.780402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.780982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.780982] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.780982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.780982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.781789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.781789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.781789] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 871.828582] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.828688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.829226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.829226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.829350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.838893] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 871.979851] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: SUCCESS [ 871.980052] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe692f4f-2398-4baf-b430-6a710060429b deletion is rescheduled due to dependency. [ 871.980178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.587798] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-485bf014-3f63-4ca8-bccc-82b108a4fdd5 tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 872.588505] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 872.588820] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.590013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.590013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.590013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.590013] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.590013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.590013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.590013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.590013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.590013] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.062802] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 873.062964] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 deletion is rescheduled due to dependency. [ 873.062964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.066564] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-26baa69f-0c56-43eb-8eb4-0823e845ed04 tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 873.066564] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 873.066564] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.067555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.092751] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.093317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.093575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.093628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.094243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.094573] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.094704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.094786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.095095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.095211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.095312] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 already deleted. [ 873.095397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.096325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.096325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.096325] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.096325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.096568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.096624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.096702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.096820] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.450332] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-11d0dd84-0c6a-4218-9390-4d03595a4ac0 tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 873.450563] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 873.451077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.451077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.599649] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.599980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.599980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.600187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.600285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.600914] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.601190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.601190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.601282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.601319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.601413] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 already deleted. [ 873.601494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.601655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.601801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.601938] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.602108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.602108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.602663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.602663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.602663] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.856325] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 873.856505] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 deletion is rescheduled due to dependency. [ 873.856615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.863723] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.863969] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-172" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.864046] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-172" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.864388] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-172" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.864654] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.865932] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.866794] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.867194] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.867365] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.867991] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.868240] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.868240] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.868464] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.868464] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.868970] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.868970] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.888022] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.888347] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.888469] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.888618] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-172" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.888928] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-f20b0020-ce6d-40bf-be03-f0d56799f8a4 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.889124] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-f20b0020-ce6d-40bf-be03-f0d56799f8a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.889286] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-f20b0020-ce6d-40bf-be03-f0d56799f8a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.889544] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-f20b0020-ce6d-40bf-be03-f0d56799f8a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.889675] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20b0020-ce6d-40bf-be03-f0d56799f8a4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.105826] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.106047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.106150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.106436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.106547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.106804] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.107103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.107184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.107370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.107479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.107588] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 already deleted. [ 874.107672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.393519] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.393748] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.393909] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.394266] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.394409] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.394578] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port f20b0020-ce6d-40bf-be03-f0d56799f8a4 not found, creating... [ 874.394851] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.395033] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.395323] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.395446] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.395614] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.395951] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.396152] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.396298] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.396580] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.396673] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.396809] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: f20b0020-ce6d-40bf-be03-f0d56799f8a4 is going to be created. [ 874.419723] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.419935] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.420066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.420351] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.420568] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.420838] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-f20b0020-ce6d-40bf-be03-f0d56799f8a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.496965] env[66544]: INFO networking_nsxv3.common.synchronization [None req-e18cda88-b958-4512-bc91-1c73f4d22e13 None None] Enqueued Resource ID: ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8 with Priority: HIGHEST for action port [ 874.497548] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8 with Priority: HIGHEST for action port [ 874.498060] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.498060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.498225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.498567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.498567] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.999259] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1bd81cf8-8a62-4e3e-bddb-df5671d84778 None None] Enqueued Resource ID: c58ab817-e030-48a4-80ae-348b291cd411 with Priority: HIGHEST for action port [ 874.999856] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58ab817-e030-48a4-80ae-348b291cd411 with Priority: HIGHEST for action port [ 875.000125] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8 [ 875.001012] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.001157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.001228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.001445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.001534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.001625] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8 already deleted. [ 875.001779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe73cc7-3a5a-4a5c-94b1-8b212cde6ad8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.003140] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58ab817-e030-48a4-80ae-348b291cd411 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.003273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58ab817-e030-48a4-80ae-348b291cd411" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.003342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58ab817-e030-48a4-80ae-348b291cd411" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.003636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58ab817-e030-48a4-80ae-348b291cd411" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.003720] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58ab817-e030-48a4-80ae-348b291cd411',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.154303] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-c5b2c4ed-c38c-4aee-9d56-6aa1e288d2ae service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 875.154478] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-c5b2c4ed-c38c-4aee-9d56-6aa1e288d2ae service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 875.154610] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-c5b2c4ed-c38c-4aee-9d56-6aa1e288d2ae service nova] Enqueued Resource ID: f20b0020-ce6d-40bf-be03-f0d56799f8a4 with Priority: HIGHEST for action port [ 875.155653] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 875.155933] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 875.156024] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20b0020-ce6d-40bf-be03-f0d56799f8a4 with Priority: HIGHEST for action port [ 875.156303] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.156613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.156613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.156745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.156819] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.157761] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.157874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.157962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.158183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.158335] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.158428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.158486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.158618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.158702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.158789] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.159536] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20b0020-ce6d-40bf-be03-f0d56799f8a4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.159649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20b0020-ce6d-40bf-be03-f0d56799f8a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.159713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20b0020-ce6d-40bf-be03-f0d56799f8a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.159861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20b0020-ce6d-40bf-be03-f0d56799f8a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.159933] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20b0020-ce6d-40bf-be03-f0d56799f8a4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.508689] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c58ab817-e030-48a4-80ae-348b291cd411 [ 875.509933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.509933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.509933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.509933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.509933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.509933] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c58ab817-e030-48a4-80ae-348b291cd411 already deleted. [ 875.509933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58ab817-e030-48a4-80ae-348b291cd411" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.661542] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.664201] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.664201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.664201] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f20b0020-ce6d-40bf-be03-f0d56799f8a4 with status ACTIVE [ 875.664201] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.664201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.664201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.664682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.664682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.664682] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.664682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.664682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.664942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.664942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.665087] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.665171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.665208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.667051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.667051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.667051] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f20b0020-ce6d-40bf-be03-f0d56799f8a4 is going to be updated. [ 875.688190] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.688190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.688190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.688190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.688510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.688510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20b0020-ce6d-40bf-be03-f0d56799f8a4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.167575] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.519431] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.519551] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-388" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.519595] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-388" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.520016] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-388" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.520523] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.520734] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.520903] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.521223] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.522020] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.522020] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.522020] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.522186] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.522260] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.522391] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.522559] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.522799] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.543302] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.543421] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.543559] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.543739] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-388" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.544069] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-82b4f869-c37a-42b5-8c9e-a3364de032d8 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.544252] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-82b4f869-c37a-42b5-8c9e-a3364de032d8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.545031] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-82b4f869-c37a-42b5-8c9e-a3364de032d8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.545031] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-82b4f869-c37a-42b5-8c9e-a3364de032d8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.545031] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b4f869-c37a-42b5-8c9e-a3364de032d8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.667071] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.667274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.667360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.667576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.667665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.667764] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be created. [ 876.697753] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.697932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.698022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.698236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.698399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.709349] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: UNINITIALIZED for 2s [ 877.050640] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.050846] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.050963] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.051271] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.051545] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.051545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 82b4f869-c37a-42b5-8c9e-a3364de032d8 not found, creating... [ 877.051809] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.051973] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.053208] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.053551] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.053642] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.054095] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.054268] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.054381] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.054801] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.056377] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.056377] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 82b4f869-c37a-42b5-8c9e-a3364de032d8 is going to be created. [ 877.081473] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.081831] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.081831] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.082084] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.082313] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.082535] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-82b4f869-c37a-42b5-8c9e-a3364de032d8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.126639] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a7793d36-497f-4bfe-b2ff-42f642770da3 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_rules [ 877.126639] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_rules [ 877.126639] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.126639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.126639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.126639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.126639] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.416091] env[66544]: INFO networking_nsxv3.common.synchronization [None req-389e073b-7c5f-48c1-a023-96e58dacc4f4 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_rules [ 877.416893] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_rules [ 877.417441] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.417536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.632344] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.634163] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.636227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.636474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.636568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.636673] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 already deleted. [ 877.636755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.636912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.637112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.637197] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.807036] env[66544]: INFO networking_nsxv3.common.synchronization [None req-9f31e642-d64b-4325-a269-e98256ae9c17 None None] Enqueued Resource ID: ad92cfc7-0051-476d-a01e-65f61393deef with Priority: HIGHEST for action port [ 877.808783] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad92cfc7-0051-476d-a01e-65f61393deef with Priority: HIGHEST for action port [ 877.808783] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad92cfc7-0051-476d-a01e-65f61393deef taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.808783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad92cfc7-0051-476d-a01e-65f61393deef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.808783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad92cfc7-0051-476d-a01e-65f61393deef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.808935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad92cfc7-0051-476d-a01e-65f61393deef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.809144] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad92cfc7-0051-476d-a01e-65f61393deef',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.827014] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-f2512f86-243b-4759-885d-c885ef31d081 service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 877.827235] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-f2512f86-243b-4759-885d-c885ef31d081 service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 877.827403] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-f2512f86-243b-4759-885d-c885ef31d081 service nova] Enqueued Resource ID: 82b4f869-c37a-42b5-8c9e-a3364de032d8 with Priority: HIGHEST for action port [ 877.828288] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 877.828621] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 877.828765] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b4f869-c37a-42b5-8c9e-a3364de032d8 with Priority: HIGHEST for action port [ 877.829090] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.829231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.829480] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.829605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.829801] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-82b4f869-c37a-42b5-8c9e-a3364de032d8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.829907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82b4f869-c37a-42b5-8c9e-a3364de032d8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.829971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82b4f869-c37a-42b5-8c9e-a3364de032d8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.830298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82b4f869-c37a-42b5-8c9e-a3364de032d8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.830298] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b4f869-c37a-42b5-8c9e-a3364de032d8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.160878] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.160878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.160878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.160878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.160878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.160878] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 already deleted. [ 878.160878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.238894] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a07ad5d5-490b-4c7e-8ea5-e72318e67aa3 tempest-ServerRescueNegativeTestJSON-207930784 tempest-ServerRescueNegativeTestJSON-207930784-project-member] Enqueued Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_rules [ 878.239491] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_rules [ 878.239797] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07375c44-acfd-44a8-af8f-a8daaec6fc18 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.239881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.239996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.240194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.240279] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.315938] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad92cfc7-0051-476d-a01e-65f61393deef [ 878.315938] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.315938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.315938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.315938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.316237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.316237] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad92cfc7-0051-476d-a01e-65f61393deef already deleted. [ 878.316237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad92cfc7-0051-476d-a01e-65f61393deef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.333394] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82b4f869-c37a-42b5-8c9e-a3364de032d8 with status ACTIVE [ 878.333859] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.334203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.334203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.334354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.334438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.334614] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.334722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.334781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.335432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.335577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.336222] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.336222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.336222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.336222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.336538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.336538] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82b4f869-c37a-42b5-8c9e-a3364de032d8 is going to be updated. [ 878.345624] env[66544]: INFO networking_nsxv3.common.synchronization [None req-2fcf94d8-5285-4ee3-adcf-7f3d8386ef09 tempest-ServerRescueNegativeTestJSON-207930784 tempest-ServerRescueNegativeTestJSON-207930784-project-member] Enqueued Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_rules [ 878.346165] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_rules [ 878.346468] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07375c44-acfd-44a8-af8f-a8daaec6fc18 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.346612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.366856] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.367037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.367116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.367324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.367463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.367627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82b4f869-c37a-42b5-8c9e-a3364de032d8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.657542] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.657865] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-172" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.657865] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-172" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.658247] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-172" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.658517] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.658709] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.658855] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.659132] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.659313] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.660137] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.660137] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.660137] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.660137] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.660137] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.660137] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.660328] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.681073] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.681260] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.681585] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.681585] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-172" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.681877] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-a7a29146-6ad5-432b-aee8-970b67b27822 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.682064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-a7a29146-6ad5-432b-aee8-970b67b27822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.682233] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-a7a29146-6ad5-432b-aee8-970b67b27822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.682514] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-a7a29146-6ad5-432b-aee8-970b67b27822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.682649] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a29146-6ad5-432b-aee8-970b67b27822',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.720099] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 878.720356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.720480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.720700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.720890] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.721059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.721093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.721232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.721324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.721410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.721508] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.722412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.722577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.722732] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.722844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.722892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.723035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.723115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.723199] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.760828] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.760974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.761109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.761268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.761356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.761456] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 already deleted. [ 878.761541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.761683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.761832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.761917] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.185470] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.185669] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.186018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.186096] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.186226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.186379] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port a7a29146-6ad5-432b-aee8-970b67b27822 not found, creating... [ 879.186639] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.186798] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.186912] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.187197] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.187384] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.187715] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.187909] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.188177] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.188447] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.188596] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.188770] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: a7a29146-6ad5-432b-aee8-970b67b27822 is going to be created. [ 879.214286] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.214902] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.214902] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.214902] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.215226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.215462] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-a7a29146-6ad5-432b-aee8-970b67b27822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.226732] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.226962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.227094] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.305586] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.305817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.305817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.306102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.306155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.306227] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 already deleted. [ 879.306307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.730811] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.995306] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-ec6d268d-d745-43c1-b464-1a5d80c90aad service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 879.995669] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-ec6d268d-d745-43c1-b464-1a5d80c90aad service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 879.995669] env[66544]: INFO networking_nsxv3.common.synchronization [req-208fcf48-2497-4fcd-b97b-1d2f8deff2f1 req-ec6d268d-d745-43c1-b464-1a5d80c90aad service nova] Enqueued Resource ID: a7a29146-6ad5-432b-aee8-970b67b27822 with Priority: HIGHEST for action port [ 879.996150] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 879.996362] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 879.996362] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a29146-6ad5-432b-aee8-970b67b27822 with Priority: HIGHEST for action port [ 879.996661] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.997726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.997726] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.997726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.997726] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a29146-6ad5-432b-aee8-970b67b27822 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.997726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a29146-6ad5-432b-aee8-970b67b27822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.997726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a29146-6ad5-432b-aee8-970b67b27822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.998143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a29146-6ad5-432b-aee8-970b67b27822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.998143] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a29146-6ad5-432b-aee8-970b67b27822',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.234754] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.235280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.235425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.235755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.235921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.236114] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 880.270410] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.270534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.270644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.270830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.270993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.281251] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 880.502011] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7a29146-6ad5-432b-aee8-970b67b27822 with status ACTIVE [ 880.502011] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.502011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.502011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.502755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.502755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.502919] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.502919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.503069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.503180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.503262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.503451] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.503532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.504489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.504489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.504489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.504489] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7a29146-6ad5-432b-aee8-970b67b27822 is going to be updated. [ 880.537219] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.537451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.538573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.538573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.538573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.538573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a29146-6ad5-432b-aee8-970b67b27822" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.296068] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 882.296473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.296473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.296639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.296833] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.296958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.297045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.297194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.297272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.297355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.297512] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.297592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.297652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.297786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.297924] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.298018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.298074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.298208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.298295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.298361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.298456] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.299326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.300055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.300055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.300055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.300055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.300055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.300300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.300300] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.801951] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce93e40-ecc9-4c2c-b90e-9e18ee7be108: rpc.has_security_group_logging(os_id): False [ 882.803163] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.822308] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.822536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.822536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.822731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.822808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.823052] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.823183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.823246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.823392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.823452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.823681] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.823786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.823786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.823948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.824276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.824699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.824987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.824987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.825132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.825132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.825218] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be created. [ 882.885502] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.885693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.885728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.886044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.886304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.900491] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 883.307078] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.809408] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.809653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.809762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.810036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.810143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.810250] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 883.840962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.841205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.841643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.842132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.842355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.854810] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 883.947948] env[66544]: INFO networking_nsxv3.common.synchronization [req-b74ca639-bd66-42a7-9dce-594aa2708987 req-ec566da8-10df-47dd-a6fa-28adc60136ed tempest-ServersTestJSON-1405835129 tempest-ServersTestJSON-1405835129-project-member] Enqueued Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_members [ 883.948428] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_members [ 883.948747] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.948869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.948935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.949218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.949375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.949474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.949524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.949667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.949745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.949836] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.292128] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.292128] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-828" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.292128] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-828" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.292128] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-828" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.292128] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.292571] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.292805] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.293240] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.293718] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.294208] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.294460] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.294665] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.294855] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.295181] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.295400] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.295618] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.319081] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.319081] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.319081] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.319081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-828" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.319081] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-79254a15-62b9-471d-97a8-4773cb741596 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.319081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-79254a15-62b9-471d-97a8-4773cb741596" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.319081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-79254a15-62b9-471d-97a8-4773cb741596" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.319081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-79254a15-62b9-471d-97a8-4773cb741596" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.323025] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79254a15-62b9-471d-97a8-4773cb741596',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.423759] env[66544]: INFO networking_nsxv3.common.synchronization [req-93b1dae7-5a63-487c-8308-d7febd58bf52 req-3b09c168-09eb-404d-95f6-dfbc3285fcd7 tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 884.424688] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 884.424688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.424816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.424881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.425274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.425512] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.427076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.427076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.427076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.427076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.427076] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.451587] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.451755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.451858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.452047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.452139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.452329] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.452435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.452505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.452622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.452695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.452778] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 already deleted. [ 884.452855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.825624] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.825862] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.826102] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.826456] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.826643] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.826838] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 79254a15-62b9-471d-97a8-4773cb741596 not found, creating... [ 884.827196] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.827405] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.827544] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.827817] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.827964] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.828297] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.828459] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.828574] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.828786] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.828922] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.829108] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 79254a15-62b9-471d-97a8-4773cb741596 is going to be created. [ 884.853014] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.853255] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.853378] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.853692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.853924] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.854160] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-79254a15-62b9-471d-97a8-4773cb741596" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.914509] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 884.915462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.915462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.915462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.915462] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.929810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.929810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.929810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.929810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.929810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.929810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.929810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.929810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.930257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.930257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.930257] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 884.984860] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.985182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.985259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.985485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.986448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.999154] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 885.417549] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.417882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.543499] env[66544]: INFO networking_nsxv3.common.synchronization [req-b74ca639-bd66-42a7-9dce-594aa2708987 req-d7dac2bd-4dcd-4801-b18e-689104105fb9 service nova] Enqueued Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_rules [ 885.543691] env[66544]: INFO networking_nsxv3.common.synchronization [req-b74ca639-bd66-42a7-9dce-594aa2708987 req-d7dac2bd-4dcd-4801-b18e-689104105fb9 service nova] Enqueued Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_members [ 885.543819] env[66544]: INFO networking_nsxv3.common.synchronization [req-b74ca639-bd66-42a7-9dce-594aa2708987 req-d7dac2bd-4dcd-4801-b18e-689104105fb9 service nova] Enqueued Resource ID: 79254a15-62b9-471d-97a8-4773cb741596 with Priority: HIGHEST for action port [ 885.544949] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_rules [ 885.545230] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_members [ 885.545419] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79254a15-62b9-471d-97a8-4773cb741596 with Priority: HIGHEST for action port [ 885.546177] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.546554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.546628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.546822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.549830] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.549830] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.549830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.549830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.549830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.549830] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.549830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.549830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.549830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.549830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.549830] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.553731] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-79254a15-62b9-471d-97a8-4773cb741596 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.553731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79254a15-62b9-471d-97a8-4773cb741596" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.553731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79254a15-62b9-471d-97a8-4773cb741596" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.553731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79254a15-62b9-471d-97a8-4773cb741596" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.553731] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79254a15-62b9-471d-97a8-4773cb741596',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.863570] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 885.863763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.863928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.864158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.864349] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.864467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.864555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.864677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.864754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.864851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.864923] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.055182] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.057526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.057526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.057744] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79254a15-62b9-471d-97a8-4773cb741596 with status ACTIVE [ 886.057997] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.058166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.058260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.058563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.058723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.059259] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.059259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.059259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.059479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.059479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.059766] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.059970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.060550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.060550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.060550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.060550] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79254a15-62b9-471d-97a8-4773cb741596 is going to be updated. [ 886.083036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.083230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.083305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.083517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.083672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.083834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79254a15-62b9-471d-97a8-4773cb741596" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.367346] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.367449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.367449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.367642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.367806] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.367905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.368093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.368155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.368239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.368327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.368475] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.370547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.370547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.370547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.370547] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.370547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.370547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.370547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.370547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.370547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.370547] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.562806] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.604998] env[66544]: INFO networking_nsxv3.common.synchronization [req-2219d34c-25c1-47c5-9d66-63dfe64a6c38 req-b7c53b1d-6723-485e-bbd4-8d3b6d807e46 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 886.605805] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 886.605979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.606775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.606888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.607170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.607377] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.608109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.608419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.608419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.608589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.608728] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.871721] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce93e40-ecc9-4c2c-b90e-9e18ee7be108: rpc.has_security_group_logging(os_id): False [ 886.889593] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.889753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.889825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.890191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.890191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.891172] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.891172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.891172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.891172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.891172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.891172] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.891172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.891172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.891172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.891500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.891500] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.891500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.891848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.891848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.891848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.891848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 886.955375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.955375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.955620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.955657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.955789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.973041] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 887.014108] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 887.014528] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 887.014963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.070455] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.071622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.071736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.072022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.073289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.073450] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 is going to be created. [ 887.099766] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.099935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.099975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.100207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.100370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.112665] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.124417] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 in Status: UNINITIALIZED for 2s [ 887.174135] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.174135] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.174329] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.174577] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.174837] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.174995] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.175125] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.175339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.175477] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.175680] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.175789] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.175893] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.175996] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.176114] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.176249] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.176403] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.193979] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.194170] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.194319] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.194477] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.194850] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-1c299d6a-2994-4ce6-b561-47a5ffa0446a taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.195057] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-1c299d6a-2994-4ce6-b561-47a5ffa0446a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.195175] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-1c299d6a-2994-4ce6-b561-47a5ffa0446a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.195507] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-1c299d6a-2994-4ce6-b561-47a5ffa0446a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.195645] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c299d6a-2994-4ce6-b561-47a5ffa0446a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.614405] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.698573] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.698763] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.698855] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.699135] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.699334] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.699486] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 1c299d6a-2994-4ce6-b561-47a5ffa0446a not found, creating... [ 887.700053] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.700229] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.700628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.700924] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.700997] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.701434] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.701641] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.701769] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.702008] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.702088] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.702205] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 1c299d6a-2994-4ce6-b561-47a5ffa0446a is going to be created. [ 887.726986] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.727828] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.727828] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.727828] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.728108] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.728380] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-1c299d6a-2994-4ce6-b561-47a5ffa0446a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.119626] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.119986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.120110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.120543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.120543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.120659] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 888.153661] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.153831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.153872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.154136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.154307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.164109] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 888.471108] env[66544]: INFO networking_nsxv3.common.synchronization [req-2219d34c-25c1-47c5-9d66-63dfe64a6c38 req-8f82c15b-c5f4-4fdf-a111-b8c84777bbcf service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 888.471108] env[66544]: INFO networking_nsxv3.common.synchronization [req-2219d34c-25c1-47c5-9d66-63dfe64a6c38 req-8f82c15b-c5f4-4fdf-a111-b8c84777bbcf service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 888.471108] env[66544]: INFO networking_nsxv3.common.synchronization [req-2219d34c-25c1-47c5-9d66-63dfe64a6c38 req-8f82c15b-c5f4-4fdf-a111-b8c84777bbcf service nova] Enqueued Resource ID: 1c299d6a-2994-4ce6-b561-47a5ffa0446a with Priority: HIGHEST for action port [ 888.471429] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 888.471564] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 888.471659] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c299d6a-2994-4ce6-b561-47a5ffa0446a with Priority: HIGHEST for action port [ 888.471933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.472525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.472525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.472525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.472525] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.473383] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.473476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.473795] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c299d6a-2994-4ce6-b561-47a5ffa0446a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.473795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c299d6a-2994-4ce6-b561-47a5ffa0446a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.473956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c299d6a-2994-4ce6-b561-47a5ffa0446a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.473987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c299d6a-2994-4ce6-b561-47a5ffa0446a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.474047] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c299d6a-2994-4ce6-b561-47a5ffa0446a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.914516] env[66544]: INFO networking_nsxv3.common.synchronization [req-abbde205-62d5-4d10-92b5-da30cf4f5e9f req-0c4ee3d8-9923-40d2-aed0-110377f0b26f tempest-ServersAdminTestJSON-757688806 tempest-ServersAdminTestJSON-757688806-project-member] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 888.914516] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 888.915034] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.915034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.915034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.915288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.915476] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.915566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.915621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.915798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.915910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.916014] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.978478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.978612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.978772] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c299d6a-2994-4ce6-b561-47a5ffa0446a with status ACTIVE [ 888.978930] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.979933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.979933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.979933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.979933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.979933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.979933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.979933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.979933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.979933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.980260] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.980260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.980326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.980423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.980514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.980560] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c299d6a-2994-4ce6-b561-47a5ffa0446a is going to be updated. [ 888.988744] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 888.988920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.990281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.990281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.990281] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.006807] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.006958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.007023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.007321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.007467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.008031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c299d6a-2994-4ce6-b561-47a5ffa0446a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.136628] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 in Status: SUCCESS [ 889.136863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.137056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.137325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.137602] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.137671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.137704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.137838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.137916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.137998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.138106] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.419670] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.493516] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.493516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.493607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.493750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.493923] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.494028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.494087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.494234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.494315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.494410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.494480] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.641323] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.921565] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.000963] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.000963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.000963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.000963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.003351] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.003458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.003549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.003772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.003897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.004030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.004428] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.004428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.004628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.004712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.005021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.005021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.005021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.005179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.005405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.005631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.005870] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.145437] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2: rpc.has_security_group_logging(os_id): False [ 890.163545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.163699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.163768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.163984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.164325] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.164425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.164488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.164631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.164793] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 is going to be created. [ 890.174090] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 890.174262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.174429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.174683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.174816] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.174938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.174979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.175223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.175223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.175321] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.223224] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.223224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.223224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.223224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.223224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.239507] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 in Status: IN_PROGRESS for 2s [ 890.423527] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.424354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.424450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.424704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.424818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.425042] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 890.467028] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.467170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.467242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.467491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.467652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.477356] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 890.513447] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce93e40-ecc9-4c2c-b90e-9e18ee7be108: rpc.has_security_group_logging(os_id): False [ 890.533724] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.533799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.533856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.534160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.534302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.534601] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.534914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.534914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.535283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.535425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.535626] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.535900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.535900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.535976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.536025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.536220] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.536317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.536379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.536521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.536595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.536680] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 890.607698] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.607698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.607698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.607698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.607698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.621205] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 890.679034] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.181681] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.684691] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.684851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.684922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.685175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.685292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.685359] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 891.714720] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.714879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.714939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.715166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.715314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.723638] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 891.830025] env[66544]: INFO networking_nsxv3.common.synchronization [req-ee337d4e-8478-4208-8813-97ee6c7ff5c3 req-c44caa71-43d7-43f6-bf13-399627896580 tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 891.831118] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 891.831118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.831118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.831118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.831361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.831435] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.831498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.831549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.832359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.832359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.832359] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.260041] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 in Status: SUCCESS [ 892.260041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341589] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.341589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.341589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.341589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.341589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341589] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.341589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.341589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.341589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.341589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341589] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 892.369122] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.369336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.369391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.370335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.370335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.383105] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 892.418936] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.419468] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.419468] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.419661] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.419867] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.420901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.420901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.420901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.420901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.421141] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.421220] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.421327] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.422074] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.422203] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.422313] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.422444] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.443883] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.444119] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.444299] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.444478] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.444790] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-40461747-7392-4fae-a753-acdd6babf9fb taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.444960] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-40461747-7392-4fae-a753-acdd6babf9fb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.445091] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-40461747-7392-4fae-a753-acdd6babf9fb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.445494] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-40461747-7392-4fae-a753-acdd6babf9fb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.445680] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40461747-7392-4fae-a753-acdd6babf9fb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.491929] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 892.491929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.636724] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 892.638629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.949336] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.949635] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.949769] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.951543] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.951717] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.951900] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 40461747-7392-4fae-a753-acdd6babf9fb not found, creating... [ 892.952323] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.952569] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.952726] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.952998] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.953810] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.954241] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.954431] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.954562] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.955166] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.955754] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.955915] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 40461747-7392-4fae-a753-acdd6babf9fb is going to be created. [ 892.980093] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.980093] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.980093] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.980093] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.980093] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.980093] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-40461747-7392-4fae-a753-acdd6babf9fb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.734414] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 893.734414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.734414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.734414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.734767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.734767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.734767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.734914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.734990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.735069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.735183] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.764224] env[66544]: INFO networking_nsxv3.common.synchronization [req-ee337d4e-8478-4208-8813-97ee6c7ff5c3 req-bdb653a7-223a-4781-99cb-743e3c60e83e service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 893.764421] env[66544]: INFO networking_nsxv3.common.synchronization [req-ee337d4e-8478-4208-8813-97ee6c7ff5c3 req-bdb653a7-223a-4781-99cb-743e3c60e83e service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 893.764561] env[66544]: INFO networking_nsxv3.common.synchronization [req-ee337d4e-8478-4208-8813-97ee6c7ff5c3 req-bdb653a7-223a-4781-99cb-743e3c60e83e service nova] Enqueued Resource ID: 40461747-7392-4fae-a753-acdd6babf9fb with Priority: HIGHEST for action port [ 893.765092] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 893.765232] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 893.765331] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40461747-7392-4fae-a753-acdd6babf9fb with Priority: HIGHEST for action port [ 893.765601] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.765733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.765825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.765973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.766064] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.766971] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.767079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.767216] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-40461747-7392-4fae-a753-acdd6babf9fb taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.767316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40461747-7392-4fae-a753-acdd6babf9fb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.767378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40461747-7392-4fae-a753-acdd6babf9fb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.767577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40461747-7392-4fae-a753-acdd6babf9fb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.767618] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40461747-7392-4fae-a753-acdd6babf9fb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.242073] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.242245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.242325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.242538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.242705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.242804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.242866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.243024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.243108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.243196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.243396] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.243499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.243559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.243760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.243910] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.244012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.244075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.244210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.244288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.244358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.244447] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.271804] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.271979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.272122] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40461747-7392-4fae-a753-acdd6babf9fb with status ACTIVE [ 894.272296] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.272398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.272454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.273393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.273393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.273393] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.273393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.273393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.273393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.273393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.274027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.274027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.274027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.274180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.274372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.274440] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40461747-7392-4fae-a753-acdd6babf9fb is going to be updated. [ 894.301526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.301738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.301830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.302068] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.302287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.302425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40461747-7392-4fae-a753-acdd6babf9fb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.394515] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 894.394695] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 deletion is rescheduled due to dependency. [ 894.394803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.394968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.395217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.395398] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.395520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.395601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.395764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.395845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.395941] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.706624] env[66544]: INFO networking_nsxv3.common.synchronization [req-8850a61f-b211-4010-bffc-4012fee77f92 req-c9117a57-df14-44fb-9269-9161a2926ef6 tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 894.707144] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 894.708400] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.708400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.708400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.708400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.708400] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.708400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.708400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.708717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.708717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.708717] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.747462] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 894.767159] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.767385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.767453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.767678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.767773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.767975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.768085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.768176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.768347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.768453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.768750] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.768871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.768953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.769131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.769235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.769724] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.769724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.769724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.769924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.770054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.770182] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 894.886146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.886355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.886974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.886974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.886974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.898916] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.921435] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 895.212813] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.222223] env[66544]: INFO networking_nsxv3.common.synchronization [req-8850a61f-b211-4010-bffc-4012fee77f92 req-95dcb85f-a99e-4488-94ed-8fdf3620f5b2 tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 895.222223] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 895.222439] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.222539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.402688] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.503046] env[66544]: INFO networking_nsxv3.common.synchronization [req-8850a61f-b211-4010-bffc-4012fee77f92 req-dd1feb9a-2580-4af5-9232-fb1a405403eb tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 895.503896] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 895.504950] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.504950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.714832] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.905573] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.906195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.906982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.907293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.907420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.907503] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 895.940503] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.940503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.940503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.940503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.940503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.949656] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 896.157893] env[66544]: INFO networking_nsxv3.common.synchronization [req-ca0c96d1-9e94-4242-9bdc-14d0489c04d6 req-620ba0c9-8f92-496e-adbb-06f629cb77e9 tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 896.160042] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 896.160152] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.160240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.160979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.161224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.161437] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.161585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.162358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.162358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.162358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.162358] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.217515] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.217775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.217881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.218160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.218312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.218517] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 896.265942] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.266129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.266226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.266614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.266789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.276948] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 896.597789] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.597988] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.598125] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.598431] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.599873] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.601018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.601200] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.601438] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.601590] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.601801] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.601915] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.602034] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.602143] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.602255] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.602399] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.602545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.621062] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.623018] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.623018] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.623018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-240" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.623018] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-db24caf3-f6e2-4083-b204-476ba5c25120 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.623018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-db24caf3-f6e2-4083-b204-476ba5c25120" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.623018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-db24caf3-f6e2-4083-b204-476ba5c25120" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.623018] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-db24caf3-f6e2-4083-b204-476ba5c25120" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.623018] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db24caf3-f6e2-4083-b204-476ba5c25120',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.665975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.667716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.667716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.667716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.667716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.667716] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.667716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.667716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.667716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.667716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.667716] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 896.694619] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.694619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.694619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.694619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.694619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.702699] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 896.937273] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 896.937607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.126445] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.126866] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.126866] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.127168] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.127606] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.127606] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port db24caf3-f6e2-4083-b204-476ba5c25120 not found, creating... [ 897.127779] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.127951] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.128372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.128372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.128502] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.129825] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.129825] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.129825] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.129825] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.129825] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.130170] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: db24caf3-f6e2-4083-b204-476ba5c25120 is going to be created. [ 897.153031] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.153235] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.153654] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.153815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.157033] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.158026] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-db24caf3-f6e2-4083-b204-476ba5c25120" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.906019] env[66544]: INFO networking_nsxv3.common.synchronization [req-ca0c96d1-9e94-4242-9bdc-14d0489c04d6 req-a239ec86-3b2b-425b-bd49-4b37fff19815 service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 897.906019] env[66544]: INFO networking_nsxv3.common.synchronization [req-ca0c96d1-9e94-4242-9bdc-14d0489c04d6 req-a239ec86-3b2b-425b-bd49-4b37fff19815 service nova] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 897.906019] env[66544]: INFO networking_nsxv3.common.synchronization [req-ca0c96d1-9e94-4242-9bdc-14d0489c04d6 req-a239ec86-3b2b-425b-bd49-4b37fff19815 service nova] Enqueued Resource ID: db24caf3-f6e2-4083-b204-476ba5c25120 with Priority: HIGHEST for action port [ 897.906019] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_rules [ 897.906903] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 897.907078] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db24caf3-f6e2-4083-b204-476ba5c25120 with Priority: HIGHEST for action port [ 897.907471] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.907637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.908524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.908524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.908524] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.908995] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.909517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.909517] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-db24caf3-f6e2-4083-b204-476ba5c25120 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.909517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db24caf3-f6e2-4083-b204-476ba5c25120" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.909774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db24caf3-f6e2-4083-b204-476ba5c25120" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.909878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db24caf3-f6e2-4083-b204-476ba5c25120" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.910061] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db24caf3-f6e2-4083-b204-476ba5c25120',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.963292] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 897.963292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.963790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.964188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.964487] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.964742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.964895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.965244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.965458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.965644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.965834] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.287363] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 898.287363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.287363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.287541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.287699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.287854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.287927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.288135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.288202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.288318] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.413056] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.413056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.414417] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db24caf3-f6e2-4083-b204-476ba5c25120 with status ACTIVE [ 898.414604] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.414815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.414815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.415029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.415126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.415475] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.415475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.415475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.415597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.415693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.415864] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.415948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.416026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.416612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.416612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.416612] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db24caf3-f6e2-4083-b204-476ba5c25120 is going to be updated. [ 898.441041] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.441258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.441334] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.441556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.441757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.441972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db24caf3-f6e2-4083-b204-476ba5c25120" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.468696] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.468910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.468910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.469468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.469468] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.469468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.469733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.469733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.469830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.469868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.470009] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.470109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.470182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.470321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.470443] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.470530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.470590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.470718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.470791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.470868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.470970] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.657322] env[66544]: INFO networking_nsxv3.common.synchronization [None req-8d5c20dc-fe03-4749-a70c-9c577cebb685 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_rules [ 898.657984] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_rules [ 898.658406] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d38920bd-818e-42ea-9f4d-bd6dac08458c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.658612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.658612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.658864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.658962] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.716160] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 898.716160] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 deletion is rescheduled due to dependency. [ 898.716160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.716364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.716931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.716931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.716931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.716931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.717310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.717346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.719831] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.791988] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.794484] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.794598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.794946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.794946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.795240] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.795356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.795356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.795461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.795837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.795837] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 898.798917] env[66544]: INFO networking_nsxv3.common.synchronization [None req-dec4f8e7-b7ca-4175-8aa9-b6a1b5ec703c tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_rules [ 898.799937] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_rules [ 898.801048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d38920bd-818e-42ea-9f4d-bd6dac08458c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.801191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.836892] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.837179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.837179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.837920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.838124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.851996] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 898.973031] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1: rpc.has_security_group_logging(os_id): False [ 898.991586] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.991586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.991586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.991996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.992071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.992537] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.992537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.992537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.992719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.992719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.993137] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.993137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.993293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.993324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.993410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.993585] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.993677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.993738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.993872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.993945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.994038] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 899.057341] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.057341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.057341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.057592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.057873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.086793] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 899.180754] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.181029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.181184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.181517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.181649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.181757] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d38920bd-818e-42ea-9f4d-bd6dac08458c already deleted. [ 899.181846] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.181998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.182178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.182261] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.220616] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.546273] env[66544]: INFO networking_nsxv3.common.synchronization [req-5bed4bb0-ed37-4598-a93d-6bb2d432fdf0 req-8d841ea5-e961-492b-b609-5e81ce0780f2 tempest-ServerAddressesTestJSON-2071198779 tempest-ServerAddressesTestJSON-2071198779-project-member] Enqueued Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGHEST for action security_group_members [ 899.547156] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGHEST for action security_group_members [ 899.547588] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-87476ec2-7166-45d2-9230-c3c53675100d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.547736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.547809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.548424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.548424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.548578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.549312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.549489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.549591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.549694] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.705028] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.705028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.705028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.705028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.705028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.705028] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d38920bd-818e-42ea-9f4d-bd6dac08458c already deleted. [ 899.705028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.723149] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.053328] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.053328] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.053328] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87476ec2-7166-45d2-9230-c3c53675100d already deleted. [ 900.053328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.058843] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.058843] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-481" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.058843] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-481" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.059160] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-481" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.059416] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.059572] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.059693] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.060126] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.060204] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.060443] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.060563] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.060667] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.060767] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.060894] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.060994] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.061131] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.080580] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.080743] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.080877] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.081070] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-481" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.081413] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-b7a23649-47f0-40bc-9cfd-69661700e5b0 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.081593] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-b7a23649-47f0-40bc-9cfd-69661700e5b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.081888] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-b7a23649-47f0-40bc-9cfd-69661700e5b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.082236] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-b7a23649-47f0-40bc-9cfd-69661700e5b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.082404] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a23649-47f0-40bc-9cfd-69661700e5b0',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.225327] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.225512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.225575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.225794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.225886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.225987] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 900.263271] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.263487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.263487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.263711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.263861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.278174] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 900.584644] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.584946] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.585206] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.585540] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.585986] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.585986] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port b7a23649-47f0-40bc-9cfd-69661700e5b0 not found, creating... [ 900.586274] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.586433] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.586547] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.586759] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.586897] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.587192] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.587385] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.587501] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.587703] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.588155] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.588405] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: b7a23649-47f0-40bc-9cfd-69661700e5b0 is going to be created. [ 900.608709] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.608709] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.608971] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.609211] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.609487] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.609923] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-b7a23649-47f0-40bc-9cfd-69661700e5b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.861947] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 900.862177] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 deletion is rescheduled due to dependency. [ 900.862328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.862490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.862726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.862926] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.863062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.863134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.863311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.863398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.863510] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.106187] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 901.106902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.338358] env[66544]: INFO networking_nsxv3.common.synchronization [req-5bed4bb0-ed37-4598-a93d-6bb2d432fdf0 req-edcc98fd-54f5-41aa-ac68-b1fd553ad386 service nova] Enqueued Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGHEST for action security_group_rules [ 901.338579] env[66544]: INFO networking_nsxv3.common.synchronization [req-5bed4bb0-ed37-4598-a93d-6bb2d432fdf0 req-edcc98fd-54f5-41aa-ac68-b1fd553ad386 service nova] Enqueued Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGHEST for action security_group_members [ 901.338739] env[66544]: INFO networking_nsxv3.common.synchronization [req-5bed4bb0-ed37-4598-a93d-6bb2d432fdf0 req-edcc98fd-54f5-41aa-ac68-b1fd553ad386 service nova] Enqueued Resource ID: b7a23649-47f0-40bc-9cfd-69661700e5b0 with Priority: HIGHEST for action port [ 901.341805] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGHEST for action security_group_rules [ 901.342441] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGHEST for action security_group_members [ 901.342579] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a23649-47f0-40bc-9cfd-69661700e5b0 with Priority: HIGHEST for action port [ 901.342893] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87476ec2-7166-45d2-9230-c3c53675100d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.343057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.343118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.343372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.343469] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.344477] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-87476ec2-7166-45d2-9230-c3c53675100d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.344725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.344725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.344845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.345030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.345130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.345192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.345351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.345566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.345566] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.347338] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7a23649-47f0-40bc-9cfd-69661700e5b0 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.347500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7a23649-47f0-40bc-9cfd-69661700e5b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.347572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7a23649-47f0-40bc-9cfd-69661700e5b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.347731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7a23649-47f0-40bc-9cfd-69661700e5b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.347917] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a23649-47f0-40bc-9cfd-69661700e5b0',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.366877] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.367753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.367753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.367753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.367849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.368201] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.369099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.369099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.369099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.369099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.369099] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 901.403326] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.405278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.405278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.405278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.405278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.415141] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 901.555903] env[66544]: INFO networking_nsxv3.common.synchronization [None req-bbc4baae-1435-4f17-8415-0be6b244bf16 None None] Enqueued Resource ID: 41b52f77-1845-4ff3-b848-7c8831282f48 with Priority: HIGHEST for action port [ 901.556799] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b52f77-1845-4ff3-b848-7c8831282f48 with Priority: HIGHEST for action port [ 901.560221] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-41b52f77-1845-4ff3-b848-7c8831282f48 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.563533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41b52f77-1845-4ff3-b848-7c8831282f48" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.563533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41b52f77-1845-4ff3-b848-7c8831282f48" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.563533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41b52f77-1845-4ff3-b848-7c8831282f48" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.563533] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b52f77-1845-4ff3-b848-7c8831282f48',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.850872] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-87476ec2-7166-45d2-9230-c3c53675100d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.850872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.850872] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.851149] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7a23649-47f0-40bc-9cfd-69661700e5b0 with status ACTIVE [ 901.851826] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.851826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.851826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.851826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.852109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.852795] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.852958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.853083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.853246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.853347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.853553] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.853649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.853734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.853938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.853967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.854068] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7a23649-47f0-40bc-9cfd-69661700e5b0 is going to be updated. [ 901.878872] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.878872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.878872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.878872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.878872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.880338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7a23649-47f0-40bc-9cfd-69661700e5b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.064360] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41b52f77-1845-4ff3-b848-7c8831282f48 [ 902.064521] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.064987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.065082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.065293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.065384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.065672] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41b52f77-1845-4ff3-b848-7c8831282f48 already deleted. [ 902.065672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41b52f77-1845-4ff3-b848-7c8831282f48" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.150432] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.150758] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.150758] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.150987] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.151245] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.151400] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.151515] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.151723] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.151863] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.153626] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.153791] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.153907] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.154031] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.154149] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.157069] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.157388] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.203679] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.203895] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.204095] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.204290] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-508" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.204664] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-943d403b-49d4-411d-83ce-83cfbc29e843 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.204884] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.205079] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.205397] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.205578] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943d403b-49d4-411d-83ce-83cfbc29e843',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.289214] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 902.289456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.290157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.290964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.290964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.290964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.290964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.290964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.291259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.291259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.291259] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.356525] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.708693] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.708823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.708823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.709216] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.709302] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.709611] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.709765] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.709877] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710113] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.710273] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710564] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.710789] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710852] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.711118] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.711216] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.711301] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 943d403b-49d4-411d-83ce-83cfbc29e843 is going to be updated. [ 902.741351] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.741718] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.742034] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.742283] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.742554] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.742885] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.797047] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.797047] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.797047] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.797047] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.797047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.798146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.798146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.798146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.799714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.799714] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.861020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.861020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.861020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.861020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.861020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.861472] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87476ec2-7166-45d2-9230-c3c53675100d is going to be created. [ 902.901989] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.901989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.901989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.902172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.902864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.916538] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87476ec2-7166-45d2-9230-c3c53675100d in Status: UNINITIALIZED for 2s [ 903.000470] env[66544]: INFO networking_nsxv3.common.synchronization [None req-70557615-fb31-4d03-891f-81103e15417b tempest-ServersTestFqdnHostnames-1891326614 tempest-ServersTestFqdnHostnames-1891326614-project-member] Enqueued Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_rules [ 903.000470] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_rules [ 903.000470] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4488474e-9605-4b1c-9266-6ed1fd0145eb taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.000470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.000470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.000470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.000470] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.146386] env[66544]: INFO networking_nsxv3.common.synchronization [None req-0c6e4bd0-6eed-4378-a70f-0812e4c2b025 tempest-ServersTestFqdnHostnames-1891326614 tempest-ServersTestFqdnHostnames-1891326614-project-member] Enqueued Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_rules [ 903.147629] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_rules [ 903.149681] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4488474e-9605-4b1c-9266-6ed1fd0145eb taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.149681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.302350] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6f757a-fd56-4da8-9311-a5ee7933c991: rpc.has_security_group_logging(os_id): False [ 903.330584] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.330789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.330846] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.331150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.331383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.331485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.331592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.333361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.333361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.333361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333361] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.333361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.333361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.333361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.333661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333698] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.334036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.334036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.334036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.334169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.334169] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 903.400823] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.400968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.401078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.401340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.401528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.419108] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 903.427625] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 903.427857] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 deletion is rescheduled due to dependency. [ 903.427992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.431161] env[66544]: INFO networking_nsxv3.common.synchronization [req-4bb6d1c7-d36b-4820-924a-52724f3d410f req-474379dd-c440-4c93-aa83-bca431b04def service nova] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_rules [ 903.431499] env[66544]: INFO networking_nsxv3.common.synchronization [req-4bb6d1c7-d36b-4820-924a-52724f3d410f req-474379dd-c440-4c93-aa83-bca431b04def service nova] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 903.431725] env[66544]: INFO networking_nsxv3.common.synchronization [req-4bb6d1c7-d36b-4820-924a-52724f3d410f req-474379dd-c440-4c93-aa83-bca431b04def service nova] Enqueued Resource ID: 943d403b-49d4-411d-83ce-83cfbc29e843 with Priority: HIGHEST for action port [ 903.432293] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_rules [ 903.432432] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 903.432682] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943d403b-49d4-411d-83ce-83cfbc29e843 with Priority: HIGHEST for action port [ 903.432818] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.432960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.433445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.433693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.433816] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.434903] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.435065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.435162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.436151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.436151] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.436151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.436151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.436151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.436151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.436151] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.439948] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-943d403b-49d4-411d-83ce-83cfbc29e843 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.439948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.439948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.439948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.439948] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943d403b-49d4-411d-83ce-83cfbc29e843',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.527212] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.527577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.527766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.527990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.528098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.528198] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb already deleted. [ 903.528363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.528894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.528894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.528894] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.785055] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b15d8909-cf08-44aa-b8a0-c0ed384cf430 None None] Enqueued Resource ID: 585243c7-b9a5-42d3-815d-174040653fc0 with Priority: HIGHEST for action port [ 903.785641] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585243c7-b9a5-42d3-815d-174040653fc0 with Priority: HIGHEST for action port [ 903.786297] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-585243c7-b9a5-42d3-815d-174040653fc0 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.786518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-585243c7-b9a5-42d3-815d-174040653fc0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.786518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-585243c7-b9a5-42d3-815d-174040653fc0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.786746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-585243c7-b9a5-42d3-815d-174040653fc0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.786843] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('585243c7-b9a5-42d3-815d-174040653fc0',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.940334] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.940480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.941850] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.942750] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 943d403b-49d4-411d-83ce-83cfbc29e843 with status ACTIVE [ 903.942938] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.943067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.943131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.943324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.943412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.943585] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.943677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.943736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.943879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.943954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.944144] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.944233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.944292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.944420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.944490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.944568] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 943d403b-49d4-411d-83ce-83cfbc29e843 is going to be updated. [ 903.965985] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.966143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.966202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.966426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.966579] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.966737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943d403b-49d4-411d-83ce-83cfbc29e843" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.053517] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.053670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.053753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.054271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.054411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.054518] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb already deleted. [ 904.054605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.291500] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 585243c7-b9a5-42d3-815d-174040653fc0 [ 904.291810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.292020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.292111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.292416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.292559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.292707] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:585243c7-b9a5-42d3-815d-174040653fc0 already deleted. [ 904.292844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-585243c7-b9a5-42d3-815d-174040653fc0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.448407] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.929398] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87476ec2-7166-45d2-9230-c3c53675100d in Status: SUCCESS [ 904.931672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.931672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.931672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.931672] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.931672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.931672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.931672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.931672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.931672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.931672] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.951188] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.952019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.952019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.952019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.952019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.952019] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be updated. [ 904.988540] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.988841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.988932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.989194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.989329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.003097] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 2s [ 905.435444] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 905.435740] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.436215] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-87476ec2-7166-45d2-9230-c3c53675100d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.436362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.436437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.436644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.436841] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.436940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.437011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.437167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.437247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.437537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.437850] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-87476ec2-7166-45d2-9230-c3c53675100d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.437954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.437997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.438216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.438407] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.438537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.438642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.438843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.438964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.439106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.439238] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.762214] env[66544]: INFO networking_nsxv3.common.synchronization [req-a5d65ee5-a85d-4114-87c5-5e7f94ae7e50 req-56d14faa-6ceb-464c-8d9e-f6bc31533390 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 905.763400] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 905.763884] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.764091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.764196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.764499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.765261] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.765435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.765535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.765828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.765960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.766129] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.944714] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87476ec2-7166-45d2-9230-c3c53675100d: rpc.has_security_group_logging(os_id): False [ 905.963822] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.963985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.964160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.964385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.964482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.964856] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.964967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.965047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.965234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.965403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.965537] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.965641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.965770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.965826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.965956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.966094] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.966195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.966255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.966374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.966561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.966561] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87476ec2-7166-45d2-9230-c3c53675100d is going to be created. [ 906.026200] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.026455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.026455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.026580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.026717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.041231] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87476ec2-7166-45d2-9230-c3c53675100d in Status: IN_PROGRESS for 2s [ 906.270889] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.773465] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.013378] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 907.013671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.013754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.014146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.014206] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.014690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.014690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.014690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.014690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.014839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.014839] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.277374] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.277557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.277633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.277952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.277952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.278064] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 907.308042] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.308042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.308042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.308347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.308599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.317992] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 907.518705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.519028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.519028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.519229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.519437] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.519563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.519619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.519801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.519884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.519992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.520139] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.520243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.520280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.520575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.521417] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.521583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.521676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.521912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.522058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.522194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.524219] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.608859] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b1195e8-fccb-45ef-b2c1-ba6eaa713e71 req-b2ef4c33-6cf3-413d-8ead-be28bcc6e0f2 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_members [ 907.608935] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_members [ 907.610032] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a92ca2c9-8c83-4169-a526-6b3f630c1a87 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.610032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.610032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.610032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.612022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.612724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.612724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.612724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.612724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.612724] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.024864] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8: rpc.has_security_group_logging(os_id): False [ 908.044514] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.044773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.044773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.045075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.055892] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87476ec2-7166-45d2-9230-c3c53675100d in Status: SUCCESS [ 908.056181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.060269] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.060508] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.060661] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.060993] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.061292] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.061642] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.061642] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.061926] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.062102] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.062441] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.062522] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.063880] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.063880] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.063880] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.063880] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.064096] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.075363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.075825] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.076649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.076649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.076649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.076649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.078059] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.078059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.078059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.078059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.078059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.078059] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.078059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.078059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.078059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.078059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.079284] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be updated. [ 908.091012] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.091157] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.091316] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.091626] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.092132] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.092417] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.092638] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.093094] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.093369] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8f1adc-6b58-4a50-a9fe-f9dd8391267a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.114991] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.115279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.115279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.115492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.115580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.115815] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.115918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.115979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.116139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.116214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.116301] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 already deleted. [ 908.116398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.166673] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.166841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.166912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.167159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.168146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.192364] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 2s [ 908.598114] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.598509] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.598701] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.599032] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.599250] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.599483] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port ca8f1adc-6b58-4a50-a9fe-f9dd8391267a not found, creating... [ 908.599954] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.600267] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.600367] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.600650] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.600834] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.601239] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.601419] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.601617] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.601906] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.602142] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.602357] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: ca8f1adc-6b58-4a50-a9fe-f9dd8391267a is going to be created. [ 908.629742] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.630098] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.630374] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.630499] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.630774] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.631195] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.330195] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 909.330607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.392807] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b1195e8-fccb-45ef-b2c1-ba6eaa713e71 req-9c51bd2c-f6f3-4b79-80b7-cb37067f7ea7 service nova] Enqueued Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_rules [ 909.392938] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b1195e8-fccb-45ef-b2c1-ba6eaa713e71 req-9c51bd2c-f6f3-4b79-80b7-cb37067f7ea7 service nova] Enqueued Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_members [ 909.393100] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b1195e8-fccb-45ef-b2c1-ba6eaa713e71 req-9c51bd2c-f6f3-4b79-80b7-cb37067f7ea7 service nova] Enqueued Resource ID: ca8f1adc-6b58-4a50-a9fe-f9dd8391267a with Priority: HIGHEST for action port [ 909.393958] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_rules [ 909.394879] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_members [ 909.395016] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8f1adc-6b58-4a50-a9fe-f9dd8391267a with Priority: HIGHEST for action port [ 909.395640] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.395791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.395863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.396314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.396314] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.398627] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a92ca2c9-8c83-4169-a526-6b3f630c1a87 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.399453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.399545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.399811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.399985] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.400118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.400210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.400400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.400520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.400627] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.403623] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.403623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.403623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.403738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.403822] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8f1adc-6b58-4a50-a9fe-f9dd8391267a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.900062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a92ca2c9-8c83-4169-a526-6b3f630c1a87 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.900281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.903359] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.906087] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca8f1adc-6b58-4a50-a9fe-f9dd8391267a with status ACTIVE [ 909.906465] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.906611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.906679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.907353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.907353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.907353] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.907353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.907353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.907624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.907624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.908062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.908062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.908062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.908062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.908251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.908251] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca8f1adc-6b58-4a50-a9fe-f9dd8391267a is going to be updated. [ 909.943055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.943223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.943293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.943603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.943677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.944247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8f1adc-6b58-4a50-a9fe-f9dd8391267a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.221752] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 910.222148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.382330] env[66544]: INFO networking_nsxv3.common.synchronization [req-3c03814b-3ab4-422a-bb60-33029acaa589 req-76ccda7f-ef7a-4d01-a357-049e48b66c77 tempest-ServerRescueNegativeTestJSON-207930784 tempest-ServerRescueNegativeTestJSON-207930784-project-member] Enqueued Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_members [ 910.382966] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_members [ 910.383319] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-07375c44-acfd-44a8-af8f-a8daaec6fc18 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.384024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.384024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.384024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.384024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.384322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.384550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.384695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.384828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.384966] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.410892] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.560312] env[66544]: INFO networking_nsxv3.common.synchronization [req-81353fef-29bc-4fe7-bdcf-6583347740c7 req-a3358827-31d7-433b-9124-8ec37929e2ee tempest-ServersWithSpecificFlavorTestJSON-761353830 tempest-ServersWithSpecificFlavorTestJSON-761353830-project-member] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 910.560947] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGHEST for action security_group_members [ 910.561343] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.561464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.562150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.562150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.562150] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.562150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.562150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.562398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.562398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.562466] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.888944] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.889146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.889203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.889780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.889780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.891191] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.891344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.891396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.891632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.891787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.891935] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 already deleted. [ 910.892086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.915356] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.916505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.916505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.916652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.917060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.917060] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 is going to be created. [ 910.950356] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.950535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.953361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.953361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.953361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.964484] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.964761] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.964930] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.965261] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.965558] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.965722] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.965837] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.966101] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.966224] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.966935] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.966935] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.966935] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.966935] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.966935] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.966935] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.967308] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.969319] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 in Status: UNINITIALIZED for 2s [ 910.992974] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.993173] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.993311] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.993485] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-922" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.993818] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.994000] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.994137] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.994496] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.994651] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f8364af-5300-4323-9ba5-dbf7c0fc9ff9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.064578] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.064834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.064916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.065169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.090543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.090953] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.091158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.091158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.091329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.091466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.092079] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf is going to be updated. [ 911.126046] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.126342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.126342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.126783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.126783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.138845] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: IN_PROGRESS for 2s [ 911.500324] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.500324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.500324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.500324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.500324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.500324] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 8f8364af-5300-4323-9ba5-dbf7c0fc9ff9 not found, creating... [ 911.500324] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.500324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.500324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.500324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.500324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.500878] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.501425] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.501630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.502085] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.502372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.502535] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 8f8364af-5300-4323-9ba5-dbf7c0fc9ff9 is going to be created. [ 911.529067] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.529329] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.529493] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.529852] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.530173] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.530440] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.259415] env[66544]: INFO networking_nsxv3.common.synchronization [req-3c03814b-3ab4-422a-bb60-33029acaa589 req-5fe622c0-9158-4fe5-bc11-13f5276b29ce service nova] Enqueued Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_rules [ 912.259743] env[66544]: INFO networking_nsxv3.common.synchronization [req-3c03814b-3ab4-422a-bb60-33029acaa589 req-5fe622c0-9158-4fe5-bc11-13f5276b29ce service nova] Enqueued Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_members [ 912.259901] env[66544]: INFO networking_nsxv3.common.synchronization [req-3c03814b-3ab4-422a-bb60-33029acaa589 req-5fe622c0-9158-4fe5-bc11-13f5276b29ce service nova] Enqueued Resource ID: 8f8364af-5300-4323-9ba5-dbf7c0fc9ff9 with Priority: HIGHEST for action port [ 912.260502] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_rules [ 912.260676] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_members [ 912.260782] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8364af-5300-4323-9ba5-dbf7c0fc9ff9 with Priority: HIGHEST for action port [ 912.261147] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07375c44-acfd-44a8-af8f-a8daaec6fc18 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.261270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.261336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.261536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.261615] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.267024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-07375c44-acfd-44a8-af8f-a8daaec6fc18 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.267024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.267024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.267024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.267024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.267024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.267024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.267024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.267024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.267024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.267024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.267024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.268544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.268795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.268886] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f8364af-5300-4323-9ba5-dbf7c0fc9ff9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.770441] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.771578] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-07375c44-acfd-44a8-af8f-a8daaec6fc18 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.771753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.772053] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f8364af-5300-4323-9ba5-dbf7c0fc9ff9 with status ACTIVE [ 912.772220] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.772347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.772405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.772608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.772695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.772860] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.772962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.773027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.773204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.773297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.773501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.773610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.773656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.773791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.773854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.773954] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f8364af-5300-4323-9ba5-dbf7c0fc9ff9 is going to be updated. [ 912.805253] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.805506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.805607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.805752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.805892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.806083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f8364af-5300-4323-9ba5-dbf7c0fc9ff9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.984139] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 in Status: SUCCESS [ 912.984430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.984637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.984916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.985157] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.985321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.985397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.985596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.985824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.985824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.985916] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.040984] env[66544]: INFO networking_nsxv3.common.synchronization [req-5e9efb2b-e48e-4c01-810c-c89aad0bf305 req-315f35b6-a5e7-4585-877c-e67060147dc5 tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 913.042550] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 913.043238] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.043348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.043348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.043672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.043869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.044054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.044132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.044323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.044416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.044517] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.154187] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf in Status: SUCCESS [ 913.154374] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf deletion is rescheduled due to dependency. [ 913.154703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.272951] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.466361] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.466600] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.466773] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.468111] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.468764] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.472635] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.472635] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.472635] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.472635] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.472635] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.472635] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.472635] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.472635] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.472635] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.472635] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.472635] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.489107] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.497175] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.497497] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.497712] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.497927] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.498349] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-685bd665-0ed7-4d07-8beb-bd2eccd46d90 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.498655] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-685bd665-0ed7-4d07-8beb-bd2eccd46d90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.498782] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-685bd665-0ed7-4d07-8beb-bd2eccd46d90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.499277] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-685bd665-0ed7-4d07-8beb-bd2eccd46d90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.499460] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685bd665-0ed7-4d07-8beb-bd2eccd46d90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.547481] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.547662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.547735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.547984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.548131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.548352] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.548512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.548580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.548702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.548782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.548871] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 913.588900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.588900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.589153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.589253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.589383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.606780] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 913.778780] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.778780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.778780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.778780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.778780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.778780] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 is going to be created. [ 913.807802] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.808028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.808028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.808276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.808479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.823677] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 in Status: UNINITIALIZED for 2s [ 913.992684] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a92ca2c9-8c83-4169-a526-6b3f630c1a87: rpc.has_security_group_logging(os_id): False [ 914.002158] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.002437] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.002530] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.003039] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.003232] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.003504] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 685bd665-0ed7-4d07-8beb-bd2eccd46d90 not found, creating... [ 914.003664] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.003825] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.003940] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.004221] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.004336] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.004624] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.004780] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.004892] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.005300] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.005832] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.006103] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 685bd665-0ed7-4d07-8beb-bd2eccd46d90 is going to be created. [ 914.018926] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.018926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.018926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.019296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.019296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.019503] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.019503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.019679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.019737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.019884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.019937] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 is going to be created. [ 914.032705] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.033369] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.033369] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.033369] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.033619] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.033759] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-685bd665-0ed7-4d07-8beb-bd2eccd46d90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.096293] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.096532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.096532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.096734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.096932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.133495] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 in Status: IN_PROGRESS for 2s [ 915.255035] env[66544]: INFO networking_nsxv3.common.synchronization [req-5e9efb2b-e48e-4c01-810c-c89aad0bf305 req-4bbfec52-0225-4cd6-8640-4a27b15ebbeb service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 915.255300] env[66544]: INFO networking_nsxv3.common.synchronization [req-5e9efb2b-e48e-4c01-810c-c89aad0bf305 req-4bbfec52-0225-4cd6-8640-4a27b15ebbeb service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 915.255477] env[66544]: INFO networking_nsxv3.common.synchronization [req-5e9efb2b-e48e-4c01-810c-c89aad0bf305 req-4bbfec52-0225-4cd6-8640-4a27b15ebbeb service nova] Enqueued Resource ID: 685bd665-0ed7-4d07-8beb-bd2eccd46d90 with Priority: HIGHEST for action port [ 915.255863] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 915.256444] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 915.256624] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685bd665-0ed7-4d07-8beb-bd2eccd46d90 with Priority: HIGHEST for action port [ 915.256914] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.257039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.257117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.257316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.257379] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.258280] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.258383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.259092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-685bd665-0ed7-4d07-8beb-bd2eccd46d90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.259092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685bd665-0ed7-4d07-8beb-bd2eccd46d90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.259197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685bd665-0ed7-4d07-8beb-bd2eccd46d90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.259416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685bd665-0ed7-4d07-8beb-bd2eccd46d90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.259503] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685bd665-0ed7-4d07-8beb-bd2eccd46d90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.626300] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 915.626300] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 915.626300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.626300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.626300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.626300] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.627252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.627252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.627252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.627252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.627252] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.761246] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.761460] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.761813] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685bd665-0ed7-4d07-8beb-bd2eccd46d90 with status ACTIVE [ 915.761930] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.761930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.762033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.762726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.762726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.762875] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.762979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.763049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.763218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.763481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.763481] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.763713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.763713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.763794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.763843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.763922] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685bd665-0ed7-4d07-8beb-bd2eccd46d90 is going to be updated. [ 915.785688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.785874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.786343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.786519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.786704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685bd665-0ed7-4d07-8beb-bd2eccd46d90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.835245] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 in Status: SUCCESS [ 915.835245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.835348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.835562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.835776] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.835905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.835972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.836147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.836406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.836406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.836406] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.134282] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.153039] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 in Status: SUCCESS [ 916.153243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.198320] env[66544]: INFO networking_nsxv3.common.synchronization [req-118243c5-e304-4354-8693-651e6edeeb27 req-582edc2f-cf11-4452-aeff-9078b5f54ce9 tempest-ServerAddressesTestJSON-2071198779 tempest-ServerAddressesTestJSON-2071198779-project-member] Enqueued Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGHEST for action security_group_members [ 916.199014] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGHEST for action security_group_members [ 916.199490] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-87476ec2-7166-45d2-9230-c3c53675100d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.199490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.199570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.199789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.199977] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.200594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.200672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.200841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.200929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.201034] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.339766] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.638114] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.704769] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.704974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.705046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.705242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.705344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.705815] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.705815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.705815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.706115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.706115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.706184] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87476ec2-7166-45d2-9230-c3c53675100d is going to be updated. [ 916.745965] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.745965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.745965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.746197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.746383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.758514] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87476ec2-7166-45d2-9230-c3c53675100d in Status: IN_PROGRESS for 2s [ 916.843076] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07375c44-acfd-44a8-af8f-a8daaec6fc18: rpc.has_security_group_logging(os_id): False [ 916.865677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.865877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.865877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.866074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.866219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.866447] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.866558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.867049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.867049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.867049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.867049] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 is going to be created. [ 916.932665] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.932874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.932949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.933173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.933387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.950640] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 in Status: IN_PROGRESS for 2s [ 917.141578] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.141839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.141961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.142310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.142470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.142658] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 917.205521] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.205719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.205892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.205980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.206166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.216431] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 917.699807] env[66544]: INFO networking_nsxv3.common.synchronization [req-8229eff5-b30d-471f-8e0a-9bb19c159207 req-bd04494a-6a90-4fdc-a304-790714a342e0 tempest-ServerActionsTestOtherB-303416206 tempest-ServerActionsTestOtherB-303416206-project-member] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 917.700399] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 917.700715] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.700841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.700906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.701617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.701785] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.702262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.702382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.702554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.702644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.702742] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.830356] env[66544]: INFO networking_nsxv3.common.synchronization [req-ecda6897-0a26-4338-87fd-96b301063be7 req-6b79539e-5cab-4120-87fe-630ae9ded1f2 tempest-ServersAdminTestJSON-757688806 tempest-ServersAdminTestJSON-757688806-project-member] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 917.831380] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 917.834406] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.834406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.834406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.834406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.834406] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.834406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.834406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.834406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.834406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.834406] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.167031] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.167270] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.167496] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.167820] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.168362] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.168630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.168839] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.169151] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.169570] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.169833] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.169959] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.170100] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.170217] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.170329] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.170433] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.170564] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.192521] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.192706] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.192845] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.193064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.193372] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-d34c6566-5e4b-4360-8d6f-4fe7417d7698 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.193547] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-d34c6566-5e4b-4360-8d6f-4fe7417d7698" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.193678] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-d34c6566-5e4b-4360-8d6f-4fe7417d7698" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.194026] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-d34c6566-5e4b-4360-8d6f-4fe7417d7698" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.194163] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34c6566-5e4b-4360-8d6f-4fe7417d7698',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.206222] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.206430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.206522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.206791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.206991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.207500] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.207500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.207656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.207749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.207856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.207974] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 918.236016] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.236200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.236276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.236485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.236628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.246354] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 918.339223] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.698024] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.698286] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.698422] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.698813] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.699015] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.699144] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port d34c6566-5e4b-4360-8d6f-4fe7417d7698 not found, creating... [ 918.699440] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.699620] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.699760] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.699982] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.700237] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.700464] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.700641] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.700846] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.701028] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.701158] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.701319] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: d34c6566-5e4b-4360-8d6f-4fe7417d7698 is going to be created. [ 918.727628] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.727628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.727628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.727628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.727628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.727628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-d34c6566-5e4b-4360-8d6f-4fe7417d7698" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.768519] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87476ec2-7166-45d2-9230-c3c53675100d in Status: SUCCESS [ 918.768685] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87476ec2-7166-45d2-9230-c3c53675100d deletion is rescheduled due to dependency. [ 918.768877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.841207] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.967557] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 in Status: SUCCESS [ 918.967557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.231019] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 919.231303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.231419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.231639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.231966] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.231966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.232093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.232204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.232274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.232358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.232469] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.344833] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.344991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.345103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.345318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.345418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.345535] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 919.379684] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.379890] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.379935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.380155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.380341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.391986] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 919.484749] env[66544]: INFO networking_nsxv3.common.synchronization [req-8229eff5-b30d-471f-8e0a-9bb19c159207 req-f8d4a81f-b680-4641-b295-76e81139fed9 service nova] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 919.484749] env[66544]: INFO networking_nsxv3.common.synchronization [req-8229eff5-b30d-471f-8e0a-9bb19c159207 req-f8d4a81f-b680-4641-b295-76e81139fed9 service nova] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 919.484831] env[66544]: INFO networking_nsxv3.common.synchronization [req-8229eff5-b30d-471f-8e0a-9bb19c159207 req-f8d4a81f-b680-4641-b295-76e81139fed9 service nova] Enqueued Resource ID: d34c6566-5e4b-4360-8d6f-4fe7417d7698 with Priority: HIGHEST for action port [ 919.485322] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 919.485486] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 919.485601] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34c6566-5e4b-4360-8d6f-4fe7417d7698 with Priority: HIGHEST for action port [ 919.485865] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.485977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.486250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.486446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.486520] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.489193] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.492025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.492025] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d34c6566-5e4b-4360-8d6f-4fe7417d7698 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.492025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d34c6566-5e4b-4360-8d6f-4fe7417d7698" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.492025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d34c6566-5e4b-4360-8d6f-4fe7417d7698" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.492025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d34c6566-5e4b-4360-8d6f-4fe7417d7698" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.492025] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34c6566-5e4b-4360-8d6f-4fe7417d7698',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.734919] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.735290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.735290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.735623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.735623] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.735774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.735774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.735910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.735998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.736103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.736249] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.736341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.736401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.736545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.736676] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.736790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.736825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.736939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.737055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.737095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.737362] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.992562] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.992709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.997969] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d34c6566-5e4b-4360-8d6f-4fe7417d7698 with status ACTIVE [ 919.997969] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.997969] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.997969] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.997969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.997969] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d34c6566-5e4b-4360-8d6f-4fe7417d7698 is going to be updated. [ 920.025522] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.025722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.025865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.026455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.026455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.026455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d34c6566-5e4b-4360-8d6f-4fe7417d7698" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.239631] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ff8d72-bc06-4df9-93b3-69a75dea17da: rpc.has_security_group_logging(os_id): False [ 920.256613] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 920.256865] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d deletion is rescheduled due to dependency. [ 920.257411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.257411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.257688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.257767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.257961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.258051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.258258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.258348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.258446] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.261101] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.261101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.261101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.261101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.261324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.261536] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.261536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.261675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.261804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.261884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.262129] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.262228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.262457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.262457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.262555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.262724] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.262794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.262867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.263315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.263315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.263315] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 920.349416] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.349542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.349601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.349821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.349975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.373221] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 920.766690] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.095351] env[66544]: INFO networking_nsxv3.common.synchronization [req-3cba4ec8-aa4c-4a85-be98-5b1ec8fc7921 req-fbae1bcb-b9ea-4805-94d3-7429e17f5059 tempest-ImagesTestJSON-725485469 tempest-ImagesTestJSON-725485469-project-member] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 921.095351] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGHEST for action security_group_members [ 921.096033] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.096511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.096744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.099474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.099474] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.099474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.099474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.099474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.099474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.099474] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.269359] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.403095] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 921.403324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.600973] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.601216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.601322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.601666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.601728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.602405] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.602560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.602682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.602887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.603036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.603171] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be updated. [ 921.645355] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.645355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.645355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.646273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.646273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.656920] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: IN_PROGRESS for 2s [ 921.773306] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.773673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.773673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.773794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.773794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.773892] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 921.806609] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.806609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.806609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.806804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.806938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.816636] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 922.393186] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 922.393420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.669766] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 in Status: SUCCESS [ 923.670040] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 deletion is rescheduled due to dependency. [ 923.670159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.827810] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 923.828079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.828264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.828551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.828711] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.828838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.828900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.829070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.829580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.829580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.829580] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.332092] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.834619] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1763a03f-8d77-4c0d-9021-f3c5c755a20d: rpc.has_security_group_logging(os_id): False [ 924.853675] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.853872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.853872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.854111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.854202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.854445] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.854550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.854618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.854756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.854836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.854914] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 924.929573] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.929814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.929979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.930110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.930295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.954576] env[66544]: INFO networking_nsxv3.common.synchronization [req-195855a0-a809-4ec0-9e17-68a3f85a8ad9 req-e0d09a44-a9d3-4d71-b8b4-1e6975be3b86 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_members [ 924.954975] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_members [ 924.954975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d38920bd-818e-42ea-9f4d-bd6dac08458c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.955132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.955167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.955529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.955766] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.955844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.955924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.956086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.956175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.956268] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.960218] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 925.310731] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.310731] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.310943] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.311126] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.312819] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.312995] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.313129] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.313349] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.313489] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.313692] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.313802] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.313903] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.314012] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.314121] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.314224] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.314354] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.335815] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.335815] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.335957] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.336942] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.336942] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-051affbc-42cf-4a19-833e-4e9bb971c24e taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.336942] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-051affbc-42cf-4a19-833e-4e9bb971c24e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.336942] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-051affbc-42cf-4a19-833e-4e9bb971c24e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.337244] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-051affbc-42cf-4a19-833e-4e9bb971c24e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.337390] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('051affbc-42cf-4a19-833e-4e9bb971c24e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.458974] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.459386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.459480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.459697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.459793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.460039] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.460233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.460233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.460373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.460418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.460505] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d38920bd-818e-42ea-9f4d-bd6dac08458c already deleted. [ 925.460583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.839687] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.840171] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.840171] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.840465] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.840636] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.840816] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 051affbc-42cf-4a19-833e-4e9bb971c24e not found, creating... [ 925.841155] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.841364] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.841491] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.841821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.842009] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.842389] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.842567] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.842751] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.843035] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.843181] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.843342] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 051affbc-42cf-4a19-833e-4e9bb971c24e is going to be created. [ 925.865422] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.866105] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.866105] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.866253] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.866452] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.866752] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-051affbc-42cf-4a19-833e-4e9bb971c24e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.636043] env[66544]: INFO networking_nsxv3.common.synchronization [req-195855a0-a809-4ec0-9e17-68a3f85a8ad9 req-c728ed74-a030-4685-810e-97ba212372dc service nova] Enqueued Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_rules [ 926.636229] env[66544]: INFO networking_nsxv3.common.synchronization [req-195855a0-a809-4ec0-9e17-68a3f85a8ad9 req-c728ed74-a030-4685-810e-97ba212372dc service nova] Enqueued Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_members [ 926.636368] env[66544]: INFO networking_nsxv3.common.synchronization [req-195855a0-a809-4ec0-9e17-68a3f85a8ad9 req-c728ed74-a030-4685-810e-97ba212372dc service nova] Enqueued Resource ID: 051affbc-42cf-4a19-833e-4e9bb971c24e with Priority: HIGHEST for action port [ 926.636960] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_rules [ 926.637375] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_members [ 926.637503] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051affbc-42cf-4a19-833e-4e9bb971c24e with Priority: HIGHEST for action port [ 926.637767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d38920bd-818e-42ea-9f4d-bd6dac08458c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.637881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.637946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.638152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.638234] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.642582] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d38920bd-818e-42ea-9f4d-bd6dac08458c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.642715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.642785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.643029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.643152] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.643249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.643311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.643487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.643531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.643622] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.644545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-051affbc-42cf-4a19-833e-4e9bb971c24e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.644678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-051affbc-42cf-4a19-833e-4e9bb971c24e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.644709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-051affbc-42cf-4a19-833e-4e9bb971c24e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.644861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-051affbc-42cf-4a19-833e-4e9bb971c24e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.644938] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('051affbc-42cf-4a19-833e-4e9bb971c24e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.973372] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 926.973372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.152455] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d38920bd-818e-42ea-9f4d-bd6dac08458c taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.152805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.153583] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 051affbc-42cf-4a19-833e-4e9bb971c24e with status ACTIVE [ 927.153583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.153583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.153583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.153797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.153797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.153958] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.154271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.154349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.154512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.154593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.154970] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.154970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.154970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.155135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.155165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.155231] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 051affbc-42cf-4a19-833e-4e9bb971c24e is going to be updated. [ 927.156319] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.178257] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.178388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.178461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.178702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.178849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.179025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-051affbc-42cf-4a19-833e-4e9bb971c24e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.457969] env[66544]: INFO networking_nsxv3.common.synchronization [req-12ca5d4c-9643-495d-b892-91f3ee7d13c2 req-3ac57511-3a46-4e5f-8a32-1a1c3fb6cda4 tempest-ServersTestFqdnHostnames-1891326614 tempest-ServersTestFqdnHostnames-1891326614-project-member] Enqueued Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_members [ 927.458259] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_members [ 927.459038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488474e-9605-4b1c-9266-6ed1fd0145eb taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.459198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.459259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.459588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.459682] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.459780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.459780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.459955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.460030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.460120] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.658891] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.831170] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.832080] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-432" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.832821] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-432" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.833378] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-432" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.834582] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.834692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.835815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.835815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.835815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.835815] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.836236] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.836592] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.836808] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.837111] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.837392] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.838067] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.868390] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.868610] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.868753] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.869466] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-432" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.869574] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-5271c2a1-1514-477e-8989-b7955d0fb50f taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.869705] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-5271c2a1-1514-477e-8989-b7955d0fb50f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.870152] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-5271c2a1-1514-477e-8989-b7955d0fb50f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.870208] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-5271c2a1-1514-477e-8989-b7955d0fb50f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.870331] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5271c2a1-1514-477e-8989-b7955d0fb50f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.962659] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.962823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.962823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.963098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.963937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.963937] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.963937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.963937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.963937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.964291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.964291] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb already deleted. [ 927.964291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.162462] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.163024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.163024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.163271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.163271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.163370] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d38920bd-818e-42ea-9f4d-bd6dac08458c is going to be created. [ 928.194274] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.194446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.194515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.194703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.194877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.208801] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38920bd-818e-42ea-9f4d-bd6dac08458c in Status: UNINITIALIZED for 2s [ 928.373533] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.373813] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.373944] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.374526] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.374526] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.374645] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 5271c2a1-1514-477e-8989-b7955d0fb50f not found, creating... [ 928.374918] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.375086] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.375301] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.375451] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.375685] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.376069] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.376238] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.376353] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.376604] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.376790] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.376963] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 5271c2a1-1514-477e-8989-b7955d0fb50f is going to be created. [ 928.403183] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.403183] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.403183] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.403183] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.403183] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.403183] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-5271c2a1-1514-477e-8989-b7955d0fb50f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.691634] env[66544]: INFO networking_nsxv3.common.synchronization [req-13e37ef7-471a-42a3-af1b-8bbcb24c43c3 req-c81926d3-3a76-4a59-95b8-a03a8fa7204a tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 928.692337] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 928.692761] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.692897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.692964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.693226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.693426] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.693563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.693633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.693737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.693836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.693989] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.149480] env[66544]: INFO networking_nsxv3.common.synchronization [req-12ca5d4c-9643-495d-b892-91f3ee7d13c2 req-c3b90c7d-04f5-45a4-ae72-42d955ccc9a2 service nova] Enqueued Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_rules [ 929.149658] env[66544]: INFO networking_nsxv3.common.synchronization [req-12ca5d4c-9643-495d-b892-91f3ee7d13c2 req-c3b90c7d-04f5-45a4-ae72-42d955ccc9a2 service nova] Enqueued Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_members [ 929.149793] env[66544]: INFO networking_nsxv3.common.synchronization [req-12ca5d4c-9643-495d-b892-91f3ee7d13c2 req-c3b90c7d-04f5-45a4-ae72-42d955ccc9a2 service nova] Enqueued Resource ID: 5271c2a1-1514-477e-8989-b7955d0fb50f with Priority: HIGHEST for action port [ 929.150335] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_rules [ 929.150471] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_members [ 929.150570] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5271c2a1-1514-477e-8989-b7955d0fb50f with Priority: HIGHEST for action port [ 929.150922] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4488474e-9605-4b1c-9266-6ed1fd0145eb taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.151061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.151219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.151456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.151596] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.152970] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488474e-9605-4b1c-9266-6ed1fd0145eb taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.153116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.153174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.153777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.153777] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.153777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.153777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.153777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.154137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.154137] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.155177] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5271c2a1-1514-477e-8989-b7955d0fb50f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.155672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5271c2a1-1514-477e-8989-b7955d0fb50f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.155672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5271c2a1-1514-477e-8989-b7955d0fb50f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.155762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5271c2a1-1514-477e-8989-b7955d0fb50f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.155837] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5271c2a1-1514-477e-8989-b7955d0fb50f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.197427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.197427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.197427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.197922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.197922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.197987] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.198068] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.198108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.198258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.198334] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.198417] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 929.227859] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.227985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.227985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.228195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.228350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.237510] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 929.654127] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488474e-9605-4b1c-9266-6ed1fd0145eb taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.654127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.660019] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5271c2a1-1514-477e-8989-b7955d0fb50f with status ACTIVE [ 929.660019] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.660019] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.660019] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.660019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.660019] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5271c2a1-1514-477e-8989-b7955d0fb50f is going to be updated. [ 929.660881] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.684479] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.684479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.684479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.684479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.684479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.684479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5271c2a1-1514-477e-8989-b7955d0fb50f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.164310] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.220665] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38920bd-818e-42ea-9f4d-bd6dac08458c in Status: UNINITIALIZED for 4s [ 930.667478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.667478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.667478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.667478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.667691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.667807] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb is going to be created. [ 930.749678] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.749840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.749907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.750231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.750400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.763135] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb in Status: UNINITIALIZED for 2s [ 931.248912] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 931.249212] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 931.249319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.232510] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38920bd-818e-42ea-9f4d-bd6dac08458c in Status: SUCCESS [ 932.232869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.233333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.235497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.235497] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.235497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.235497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.235497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.235497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.235497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.235497] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.737679] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.786047] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb in Status: SUCCESS [ 932.786269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.786434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.786649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.786936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.787136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.787208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.787383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.787508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.787559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.787683] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.240960] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d38920bd-818e-42ea-9f4d-bd6dac08458c: rpc.has_security_group_logging(os_id): False [ 933.262067] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.262067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.262067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.262327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.262327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.262513] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.262605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.262664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.262819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.262940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.263037] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d38920bd-818e-42ea-9f4d-bd6dac08458c is going to be created. [ 933.290908] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.338675] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.338981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.339080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.340083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.340083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.354101] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d38920bd-818e-42ea-9f4d-bd6dac08458c in Status: IN_PROGRESS for 2s [ 933.793182] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4488474e-9605-4b1c-9266-6ed1fd0145eb: rpc.has_security_group_logging(os_id): False [ 933.811754] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.811930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.812107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.812357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.812519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.812721] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.812825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.812919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.813091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.813175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.813280] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb is going to be created. [ 933.870261] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.871028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.871028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.871028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.871028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.882072] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb in Status: IN_PROGRESS for 2s [ 934.152249] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 934.152377] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 935.365841] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d38920bd-818e-42ea-9f4d-bd6dac08458c in Status: SUCCESS [ 935.366223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.898727] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb in Status: SUCCESS [ 935.900405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.055021] env[66544]: INFO networking_nsxv3.common.synchronization [req-9cdfbfb6-4aad-4b27-9c85-7bd15a421a9a req-413441dd-0103-431f-b48c-855c11cc7102 tempest-ServersTestJSON-1405835129 tempest-ServersTestJSON-1405835129-project-member] Enqueued Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_members [ 936.055021] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGHEST for action security_group_members [ 936.055162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.055162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.055263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.055417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.055589] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.055708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.055754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.055883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.055960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.056061] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.558968] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.558968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.559467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.561123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.561197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.562242] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.562242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.562242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.562242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.562242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.562242] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 is going to be updated. [ 936.597023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.597023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.597023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.597023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.597023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.604932] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 in Status: IN_PROGRESS for 2s [ 937.777141] env[66544]: INFO networking_nsxv3.common.synchronization [req-ad5b6eca-5010-4326-a1ca-59220530ac96 req-ebae5b13-feb3-462a-afb2-cb1748e972bf tempest-ServersNegativeTestJSON-1498734081 tempest-ServersNegativeTestJSON-1498734081-project-member] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 937.778097] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGHEST for action security_group_members [ 937.778688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.781032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.781032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.781032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.781032] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.781032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.781032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.781032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.781032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.781032] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.283472] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.283617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.283690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.283894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.283988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.284216] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.284320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.284380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.284538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.284604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.284697] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be updated. [ 938.355556] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.355790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.355858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.356106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.356494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.369455] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: IN_PROGRESS for 2s [ 938.615740] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 in Status: SUCCESS [ 938.615946] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 deletion is rescheduled due to dependency. [ 938.616050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.379617] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 in Status: SUCCESS [ 940.380149] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 deletion is rescheduled due to dependency. [ 940.380149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.100489] env[66544]: INFO networking_nsxv3.common.synchronization [req-d5981cc4-95b0-459d-acb8-6c124596416a req-0d760b53-eba6-413b-95a1-a3d7d19e771a tempest-ServersAdminTestJSON-757688806 tempest-ServersAdminTestJSON-757688806-project-member] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 941.101759] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGHEST for action security_group_members [ 941.102265] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.102459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.102572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.102839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.103396] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.103578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.103702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.103970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.104143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.104308] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.607188] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.609930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.609930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.609930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.630436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.630704] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.630850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.630896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.631114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.631188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.631265] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be updated. [ 941.662228] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.662398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.662453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.662647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.662791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.677183] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: IN_PROGRESS for 2s [ 943.690946] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 in Status: SUCCESS [ 943.691215] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 deletion is rescheduled due to dependency. [ 943.691293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.724682] env[66544]: INFO networking_nsxv3.common.synchronization [req-7e219ed5-c73b-45c4-928f-6e7e07346603 req-4cfe6065-4ecd-411a-8863-3cc788ed85ff tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 943.726482] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 943.726936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.726936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.727094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.727197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.727583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.727583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.727583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.727723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.727723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.727917] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.087708] env[66544]: INFO networking_nsxv3.common.synchronization [req-7e219ed5-c73b-45c4-928f-6e7e07346603 req-dde72c4a-5bb1-4a9e-a815-319d651a5554 tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 944.088165] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 944.088975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.088975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.230272] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.230414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.230491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.230711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.230802] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.230997] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.231108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.231169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.231316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.231416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.231477] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 944.255048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.255204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.255258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.255563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.255809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.266057] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 944.438705] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.438940] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-944" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.439030] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-944" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.439606] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-944" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.439734] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.439884] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.439960] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.440123] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.440535] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.440535] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.440696] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.440761] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.440832] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.441132] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.442020] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.442020] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.461699] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.461872] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.462011] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.462201] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-944" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.462585] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-52c660f1-c5b3-4e01-8324-26ca18fc54ab taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.462793] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-52c660f1-c5b3-4e01-8324-26ca18fc54ab" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.462952] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-52c660f1-c5b3-4e01-8324-26ca18fc54ab" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.463553] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-52c660f1-c5b3-4e01-8324-26ca18fc54ab" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.463553] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c660f1-c5b3-4e01-8324-26ca18fc54ab',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.966695] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.967050] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.967207] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.967458] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.967891] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.967891] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 52c660f1-c5b3-4e01-8324-26ca18fc54ab not found, creating... [ 944.968065] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.968227] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.968339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.968556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.968689] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.969031] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.969197] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.969312] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.969597] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.969734] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.969872] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 52c660f1-c5b3-4e01-8324-26ca18fc54ab is going to be created. [ 944.991914] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.991914] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.991914] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.991914] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.992296] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.992336] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-52c660f1-c5b3-4e01-8324-26ca18fc54ab" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.743234] env[66544]: INFO networking_nsxv3.common.synchronization [req-7e219ed5-c73b-45c4-928f-6e7e07346603 req-c14121af-7352-46d3-a008-16a5fb191efb service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 945.743420] env[66544]: INFO networking_nsxv3.common.synchronization [req-7e219ed5-c73b-45c4-928f-6e7e07346603 req-c14121af-7352-46d3-a008-16a5fb191efb service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 945.743578] env[66544]: INFO networking_nsxv3.common.synchronization [req-7e219ed5-c73b-45c4-928f-6e7e07346603 req-c14121af-7352-46d3-a008-16a5fb191efb service nova] Enqueued Resource ID: 52c660f1-c5b3-4e01-8324-26ca18fc54ab with Priority: HIGHEST for action port [ 945.744194] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 945.744355] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 945.744456] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c660f1-c5b3-4e01-8324-26ca18fc54ab with Priority: HIGHEST for action port [ 945.744755] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.744891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.744964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.745218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.745303] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.746228] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.746326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.747226] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-52c660f1-c5b3-4e01-8324-26ca18fc54ab taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.747226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52c660f1-c5b3-4e01-8324-26ca18fc54ab" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.747226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52c660f1-c5b3-4e01-8324-26ca18fc54ab" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.747226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52c660f1-c5b3-4e01-8324-26ca18fc54ab" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.747226] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c660f1-c5b3-4e01-8324-26ca18fc54ab',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.250373] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.250373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.250373] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52c660f1-c5b3-4e01-8324-26ca18fc54ab with status ACTIVE [ 946.250373] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.250880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.250880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.250880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.250880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.251114] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.251114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.251114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.251292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.251339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.252033] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.252033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.252033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.252033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.252033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.252033] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52c660f1-c5b3-4e01-8324-26ca18fc54ab is going to be updated. [ 946.274170] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.274408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.274408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.274643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.274888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.274936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52c660f1-c5b3-4e01-8324-26ca18fc54ab" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.275701] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 946.275866] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 deletion is rescheduled due to dependency. [ 946.275977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.276094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.276258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.276405] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.276505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.276564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.276702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.276780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.276871] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.514066] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.514229] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-558" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.514272] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-558" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.514619] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-558" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.514871] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.515054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.515174] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.515390] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.515521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.515724] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.515836] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.515943] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.516058] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.516166] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.516267] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.516395] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.539101] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.539325] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.539470] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.539651] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-558" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.539981] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-2412c19e-0aac-4dea-9b12-f27ee521e4fe taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.540292] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-2412c19e-0aac-4dea-9b12-f27ee521e4fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.540483] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-2412c19e-0aac-4dea-9b12-f27ee521e4fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.540815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-2412c19e-0aac-4dea-9b12-f27ee521e4fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.540962] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2412c19e-0aac-4dea-9b12-f27ee521e4fe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.778910] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.043369] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.043600] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.043723] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.044850] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.044850] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.044850] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 2412c19e-0aac-4dea-9b12-f27ee521e4fe not found, creating... [ 947.044850] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045077] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.045077] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045297] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045434] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045741] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045981] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.046169] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.046534] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.046650] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.046844] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 2412c19e-0aac-4dea-9b12-f27ee521e4fe is going to be created. [ 947.068304] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.068521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.068643] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.068958] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.069215] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.069435] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-2412c19e-0aac-4dea-9b12-f27ee521e4fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.280950] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.762085] env[66544]: INFO networking_nsxv3.common.synchronization [req-7e219ed5-c73b-45c4-928f-6e7e07346603 req-1e2c94d2-d437-4212-99e2-21ebbe2e69cf service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 947.762398] env[66544]: INFO networking_nsxv3.common.synchronization [req-7e219ed5-c73b-45c4-928f-6e7e07346603 req-1e2c94d2-d437-4212-99e2-21ebbe2e69cf service nova] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 947.762601] env[66544]: INFO networking_nsxv3.common.synchronization [req-7e219ed5-c73b-45c4-928f-6e7e07346603 req-1e2c94d2-d437-4212-99e2-21ebbe2e69cf service nova] Enqueued Resource ID: 2412c19e-0aac-4dea-9b12-f27ee521e4fe with Priority: HIGHEST for action port [ 947.766197] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_rules [ 947.766460] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 947.766661] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2412c19e-0aac-4dea-9b12-f27ee521e4fe with Priority: HIGHEST for action port [ 947.767941] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.768115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.768444] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.768588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.768918] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2412c19e-0aac-4dea-9b12-f27ee521e4fe taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.769117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2412c19e-0aac-4dea-9b12-f27ee521e4fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.769229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2412c19e-0aac-4dea-9b12-f27ee521e4fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.769535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2412c19e-0aac-4dea-9b12-f27ee521e4fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.769679] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2412c19e-0aac-4dea-9b12-f27ee521e4fe',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.784014] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.784239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.784360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.784715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.784814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.785290] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 947.828621] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.828621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.828621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.828621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.828897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.840461] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 948.273377] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2412c19e-0aac-4dea-9b12-f27ee521e4fe with status ACTIVE [ 948.273686] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.274472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.274472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.274472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.274604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.274683] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.274808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.274861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.275050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.275126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.275418] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.275512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.275585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.275733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.275803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.275927] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2412c19e-0aac-4dea-9b12-f27ee521e4fe is going to be updated. [ 948.312287] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.312287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.312287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.312287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.312287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.312287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2412c19e-0aac-4dea-9b12-f27ee521e4fe" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.863345] env[66544]: INFO networking_nsxv3.common.synchronization [None req-dd5dacff-3c14-4472-b08b-fdeed9bcfa0e tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_rules [ 948.864014] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_rules [ 948.864344] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f81eb6d-d506-4046-827b-48dcf72e03f9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.864491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.864565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.864820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.864947] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.952793] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b5e54083-01b4-4329-a7c6-6b43c51c9436 tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_rules [ 948.953055] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_rules [ 948.953955] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f81eb6d-d506-4046-827b-48dcf72e03f9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.953955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.384469] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.384745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.384745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.384989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.384989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.385109] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 already deleted. [ 949.385235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.385548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.385548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.385635] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.857037] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 949.857951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.857951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.857951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.857951] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.857951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.858428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.858428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.858428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.858531] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.929498] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.929498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.929801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.929801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.929863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.929915] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 already deleted. [ 949.929994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.084633] env[66544]: INFO networking_nsxv3.common.synchronization [req-bb307e8a-d51c-4fe6-a2b4-c8f087ff0ed8 req-e5856ab7-1aed-4eb5-b446-984c22067380 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 950.084940] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 950.085254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.085373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.085440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.085662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.085817] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.085916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.085981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.086274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.086365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.086461] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.360346] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.425174] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.425651] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.425651] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.425823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.426008] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.426229] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.426339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.426546] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.426698] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.426904] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.427120] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.427229] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.427330] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.427500] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.427574] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.427663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.452709] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.452709] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.453044] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.453044] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.453259] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-13bae12c-b473-43f0-8511-c70735aaa461 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.453425] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-13bae12c-b473-43f0-8511-c70735aaa461" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.453549] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-13bae12c-b473-43f0-8511-c70735aaa461" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.454022] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-13bae12c-b473-43f0-8511-c70735aaa461" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.454253] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bae12c-b473-43f0-8511-c70735aaa461',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.588448] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.863908] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.956947] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.957199] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.957325] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.957594] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.957734] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.957911] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 13bae12c-b473-43f0-8511-c70735aaa461 not found, creating... [ 950.958179] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.958335] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.958449] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.958661] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.958810] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.959146] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.959312] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.959427] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.959630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.959759] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.959896] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 13bae12c-b473-43f0-8511-c70735aaa461 is going to be created. [ 950.986251] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.986346] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.986456] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.986732] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.986961] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.987200] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-13bae12c-b473-43f0-8511-c70735aaa461" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.090631] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.365150] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.365332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.365383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.365597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.365692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.365786] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 951.395902] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.396051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.396125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.396321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.396472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.405407] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 951.593442] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.593750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.593750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.593892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.593960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.594048] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 951.622368] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.622530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.622576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.622796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.622920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.632487] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 951.682210] env[66544]: INFO networking_nsxv3.common.synchronization [req-bb307e8a-d51c-4fe6-a2b4-c8f087ff0ed8 req-5946f3e0-9b8c-49c0-83cf-f9082cfa402a service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 951.682466] env[66544]: INFO networking_nsxv3.common.synchronization [req-bb307e8a-d51c-4fe6-a2b4-c8f087ff0ed8 req-5946f3e0-9b8c-49c0-83cf-f9082cfa402a service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 951.682582] env[66544]: INFO networking_nsxv3.common.synchronization [req-bb307e8a-d51c-4fe6-a2b4-c8f087ff0ed8 req-5946f3e0-9b8c-49c0-83cf-f9082cfa402a service nova] Enqueued Resource ID: 13bae12c-b473-43f0-8511-c70735aaa461 with Priority: HIGHEST for action port [ 951.683250] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 951.683427] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 951.683536] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bae12c-b473-43f0-8511-c70735aaa461 with Priority: HIGHEST for action port [ 951.683818] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.683970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.684018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.684240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.684287] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.685361] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.685361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.685521] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-13bae12c-b473-43f0-8511-c70735aaa461 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.685579] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13bae12c-b473-43f0-8511-c70735aaa461" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.685671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13bae12c-b473-43f0-8511-c70735aaa461" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.685827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13bae12c-b473-43f0-8511-c70735aaa461" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.685827] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bae12c-b473-43f0-8511-c70735aaa461',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.188014] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.188202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.189705] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13bae12c-b473-43f0-8511-c70735aaa461 with status ACTIVE [ 952.189817] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.189977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.190078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.190302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.190392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.190574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.190675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.190736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.190906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.190978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.191181] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.191276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.191337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.191482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.191557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.191642] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13bae12c-b473-43f0-8511-c70735aaa461 is going to be updated. [ 952.214869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.215032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.215087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.215305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.215446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.215608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13bae12c-b473-43f0-8511-c70735aaa461" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.415036] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 953.415290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.415446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.415651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.415859] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.416115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.416188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.416707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.416707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.416707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.416707] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.417483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.417644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.417808] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.417957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.418042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.418211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.418289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.418391] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.653925] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 953.655784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.657152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.657152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.657152] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.657152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.657152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.657377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.657377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.657587] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.919895] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.920119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.921431] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.161998] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.423315] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.665860] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.927035] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.928154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.928275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.928612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.929203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.929304] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 954.962025] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.962025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.962025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.962025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.962025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.970053] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 955.171975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.172280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.172280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.172954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.172954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.172954] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 955.201920] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.202086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.202155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.204019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.204019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.211793] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 956.688790] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 956.688790] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 956.980479] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 956.980703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.980867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.981098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.981290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.981405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.981471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.981621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.981700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.981784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.981931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.982047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.982092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.982226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.982362] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.982447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.982504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.982635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.982707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.982785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.982872] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.221288] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 957.221413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.221537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.221755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.221945] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.222083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.222140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.222293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.222454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.222454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.222569] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.486391] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce93e40-ecc9-4c2c-b90e-9e18ee7be108: rpc.has_security_group_logging(os_id): False [ 957.507024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.507024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.507024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.507024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.507024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.507024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.507024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.507024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.507460] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.507580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.507800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.507895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.507982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.508126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.508197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.508382] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.508504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.508916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.509090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.512018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.512018] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 957.576273] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.577279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.577448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.595521] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 957.725175] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.725492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.725492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.725717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.725900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.726028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.726091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.726290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.726382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.726485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.726665] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.726895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.726895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.727021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.727119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.727211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.727265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.727444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.727533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.727614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.727718] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.231224] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 958.260023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.260216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.260257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.260699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.260851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.261166] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.261319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.261421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.261655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.261781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.262086] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.262242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.262329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.262533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.262650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.262941] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.263091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.263192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.263388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.263504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.263626] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 958.352276] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.352516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.352516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.352709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.352858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.372565] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 959.411595] env[66544]: INFO networking_nsxv3.common.synchronization [req-42411499-829a-470a-984f-24e86b69cc9e req-d28534fb-bb47-4353-afcb-1cf97a347383 tempest-MigrationsAdminTest-622936183 tempest-MigrationsAdminTest-622936183-project-member] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 959.412132] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 959.412434] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.415018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.415018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.415018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.415018] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.415883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.415968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.416359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.416359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.416359] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.464879] env[66544]: INFO networking_nsxv3.common.synchronization [req-5fb5f7fd-506f-4215-916d-c4d30f77b801 req-1dd349fc-a7c8-40d2-810b-2d95f6107ef3 tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 959.465421] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 959.466430] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.466430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.466430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.466430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.466698] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.466844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.466960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.467176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.467288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.467405] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.616093] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 959.616330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.616505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.616718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.616808] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.789403] env[66544]: INFO networking_nsxv3.common.synchronization [req-5fb5f7fd-506f-4215-916d-c4d30f77b801 req-0fe6d673-c698-4916-a9a3-6be7b44fe11c tempest-ServersTestMultiNic-990888109 tempest-ServersTestMultiNic-990888109-project-member] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 959.789978] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGHEST for action security_group_members [ 959.790335] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.790422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.801209] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.801400] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.802226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.802226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.802226] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.802441] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.802441] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.802691] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.803125] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.803215] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.803322] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.803494] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.803659] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.803852] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.804018] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.804227] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.823803] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.823902] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.824085] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.824301] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.824650] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-ee620695-c2c2-4b28-9f43-a221ed3d931b taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.824838] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-ee620695-c2c2-4b28-9f43-a221ed3d931b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.824988] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-ee620695-c2c2-4b28-9f43-a221ed3d931b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.825350] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-ee620695-c2c2-4b28-9f43-a221ed3d931b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.825549] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee620695-c2c2-4b28-9f43-a221ed3d931b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.920760] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.920930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.920969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.921201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.921314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.921478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.921569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.921627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.921770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.921839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.921921] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30423080-4847-40d3-a254-24a86998fd65 already deleted. [ 959.921999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.971176] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.120270] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.120446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.143581] env[66544]: INFO networking_nsxv3.common.synchronization [req-d1e9d8aa-c26c-47c4-841f-5e4dbfc41385 req-4cd4b435-2dc5-4e5b-b5ea-911a5f227f30 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 960.144054] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 960.144391] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.144502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.144597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.144837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.144985] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.145114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.145170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.145300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.145385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.145476] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.328220] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.328484] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.328596] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.328841] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.328997] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.329163] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port ee620695-c2c2-4b28-9f43-a221ed3d931b not found, creating... [ 960.329415] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.329569] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.329682] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.329893] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.330042] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.330343] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.330507] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.330621] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.330825] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.330957] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.331105] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: ee620695-c2c2-4b28-9f43-a221ed3d931b is going to be created. [ 960.351099] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.351339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.351458] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.351733] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.351962] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.352210] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-ee620695-c2c2-4b28-9f43-a221ed3d931b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.394609] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 960.394850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.473154] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.648059] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.648059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.648236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.648370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.648466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.648680] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.648788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.648850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.649087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.649152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.649219] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 already deleted. [ 960.649296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.660412] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.660590] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.660709] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.660948] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.661211] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.661431] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.661569] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.661767] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.661901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.662152] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.662264] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.662371] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.662481] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.662589] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.662691] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.662818] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.804967] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.805145] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.142 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.805289] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.805453] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.805778] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-e6c02814-16cc-414a-9f12-dea44dac770b taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.805971] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-e6c02814-16cc-414a-9f12-dea44dac770b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.806107] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-e6c02814-16cc-414a-9f12-dea44dac770b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.806429] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-e6c02814-16cc-414a-9f12-dea44dac770b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.806559] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c02814-16cc-414a-9f12-dea44dac770b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.977216] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.977439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.978034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.978034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.978034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.978034] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 961.006926] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.007104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.007147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.007353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.007500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.021206] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 961.087491] env[66544]: INFO networking_nsxv3.common.synchronization [req-42411499-829a-470a-984f-24e86b69cc9e req-fc5504c5-48c6-48d4-847a-e41cb08b09d7 service nova] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_rules [ 961.087670] env[66544]: INFO networking_nsxv3.common.synchronization [req-42411499-829a-470a-984f-24e86b69cc9e req-fc5504c5-48c6-48d4-847a-e41cb08b09d7 service nova] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 961.087799] env[66544]: INFO networking_nsxv3.common.synchronization [req-42411499-829a-470a-984f-24e86b69cc9e req-fc5504c5-48c6-48d4-847a-e41cb08b09d7 service nova] Enqueued Resource ID: ee620695-c2c2-4b28-9f43-a221ed3d931b with Priority: HIGHEST for action port [ 961.088495] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_rules [ 961.088652] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 961.088751] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee620695-c2c2-4b28-9f43-a221ed3d931b with Priority: HIGHEST for action port [ 961.089075] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.089209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.089265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.089523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.089603] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.090459] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.090565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.090625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.090789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.090934] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.091034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.091095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.091464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.091577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.091667] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.092652] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee620695-c2c2-4b28-9f43-a221ed3d931b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.092805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee620695-c2c2-4b28-9f43-a221ed3d931b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.092805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee620695-c2c2-4b28-9f43-a221ed3d931b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.092959] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee620695-c2c2-4b28-9f43-a221ed3d931b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.093043] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee620695-c2c2-4b28-9f43-a221ed3d931b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.308964] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.309887] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.309887] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.309887] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.309887] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.310038] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port e6c02814-16cc-414a-9f12-dea44dac770b not found, creating... [ 961.310246] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.310379] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.310473] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.311495] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.311495] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.311495] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.311495] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.311495] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.311710] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.311792] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.311913] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: e6c02814-16cc-414a-9f12-dea44dac770b is going to be created. [ 961.331745] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.331960] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.332161] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.332471] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.332661] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.333145] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-e6c02814-16cc-414a-9f12-dea44dac770b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.595541] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.596604] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.596757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.596875] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee620695-c2c2-4b28-9f43-a221ed3d931b with status ACTIVE [ 961.597094] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.597201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.597260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.597461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.597546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.597716] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.597809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.597863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.598102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.598302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.598379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.598464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.598514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.598646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.598706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.598820] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee620695-c2c2-4b28-9f43-a221ed3d931b is going to be updated. [ 961.633330] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.633330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.633533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.633665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.633838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.634042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee620695-c2c2-4b28-9f43-a221ed3d931b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.976459] env[66544]: INFO networking_nsxv3.common.synchronization [req-d1e9d8aa-c26c-47c4-841f-5e4dbfc41385 req-ce7fc152-eaf8-4723-93bb-09062d139d41 service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 961.976682] env[66544]: INFO networking_nsxv3.common.synchronization [req-d1e9d8aa-c26c-47c4-841f-5e4dbfc41385 req-ce7fc152-eaf8-4723-93bb-09062d139d41 service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 961.978732] env[66544]: INFO networking_nsxv3.common.synchronization [req-d1e9d8aa-c26c-47c4-841f-5e4dbfc41385 req-ce7fc152-eaf8-4723-93bb-09062d139d41 service nova] Enqueued Resource ID: e6c02814-16cc-414a-9f12-dea44dac770b with Priority: HIGHEST for action port [ 961.978732] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 961.978732] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 961.978732] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c02814-16cc-414a-9f12-dea44dac770b with Priority: HIGHEST for action port [ 961.978732] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.978732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.978732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.978732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.978732] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.979771] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.979891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.979959] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.980159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.980307] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.980402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.980468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.980607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.980697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.980783] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.982707] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c02814-16cc-414a-9f12-dea44dac770b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.982707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c02814-16cc-414a-9f12-dea44dac770b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.982818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c02814-16cc-414a-9f12-dea44dac770b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.982956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c02814-16cc-414a-9f12-dea44dac770b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.983018] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c02814-16cc-414a-9f12-dea44dac770b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.100914] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.485359] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.485746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.485746] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.486632] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6c02814-16cc-414a-9f12-dea44dac770b with status ACTIVE [ 962.486812] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.486939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.487057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.487213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.487306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.487513] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.487640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.487713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.487830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.487912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.491709] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.491709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.491709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.491709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.491709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.491709] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6c02814-16cc-414a-9f12-dea44dac770b is going to be updated. [ 962.517422] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.517422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.517422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.517422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.517422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.517422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c02814-16cc-414a-9f12-dea44dac770b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.606349] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.611791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.611791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.611791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.611791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.611791] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be created. [ 962.638284] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.638284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.638284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.638284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.638284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.652061] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: UNINITIALIZED for 2s [ 962.992496] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.040386] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 963.040701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.040910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.041224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.041450] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.041621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.041705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.041914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.042020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.042132] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.495138] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.495338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.495563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.495737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.495801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.495864] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be created. [ 963.520870] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.521067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.521178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.521395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.521554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.533378] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: UNINITIALIZED for 2s [ 963.545100] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.545380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.545380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.545602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.545688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.545892] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.546056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.546056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.546206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.546282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.546369] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 963.582260] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.582506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.582506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.582678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.582824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.592117] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 963.981913] env[66544]: INFO networking_nsxv3.common.synchronization [None req-18dea423-5dea-4db0-b2c0-b37d6cbde2fc None None] Enqueued Resource ID: 90dbb2c4-514f-4502-aaba-eb0ff697df22 with Priority: HIGHEST for action port [ 963.982452] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dbb2c4-514f-4502-aaba-eb0ff697df22 with Priority: HIGHEST for action port [ 963.982756] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-90dbb2c4-514f-4502-aaba-eb0ff697df22 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.982876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90dbb2c4-514f-4502-aaba-eb0ff697df22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.982932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90dbb2c4-514f-4502-aaba-eb0ff697df22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.984646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90dbb2c4-514f-4502-aaba-eb0ff697df22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.984731] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90dbb2c4-514f-4502-aaba-eb0ff697df22',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.488365] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90dbb2c4-514f-4502-aaba-eb0ff697df22 [ 964.488477] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.488610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.488677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.488881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.488967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.489077] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90dbb2c4-514f-4502-aaba-eb0ff697df22 already deleted. [ 964.489161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90dbb2c4-514f-4502-aaba-eb0ff697df22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.662741] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: SUCCESS [ 964.662978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.663234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.663413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.663643] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.663786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.663873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.664370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.664370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.664370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.664370] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.168705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.169134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.169134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.169333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.169535] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.169651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.169722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.169912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.169999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.170098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.170256] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.170352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.170405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.170552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.170688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.170779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.170838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.170977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.171068] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.171151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.171241] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.547592] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 965.548267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.548267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.548467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.548619] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.548768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.548851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.549071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.549198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.549378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.549451] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.604975] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 965.605895] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 deletion is rescheduled due to dependency. [ 965.608019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.608019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.608019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.608019] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.608019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.608019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.608019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.608019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.608019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.608019] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.674076] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30423080-4847-40d3-a254-24a86998fd65: rpc.has_security_group_logging(os_id): False [ 965.695858] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.696164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.696429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.696876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.696876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.697180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.697434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.697434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.697571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697695] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.697788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.697848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.698016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.698195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.698393] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.698488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.698545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.698712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.698826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.698893] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be created. [ 965.766997] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b132a9b4-8eac-493a-b27f-2c2f0e191cc2 tempest-ServersV294TestFqdnHostnames-1671553003 tempest-ServersV294TestFqdnHostnames-1671553003-project-member] Enqueued Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_rules [ 965.768817] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_rules [ 965.769243] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.769390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.769454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.769733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.769816] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.781083] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.781598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.781758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.782127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.783061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.812724] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: IN_PROGRESS for 2s [ 965.906804] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1033ff0b-a587-443f-b1d8-bceaf407f748 tempest-ServersV294TestFqdnHostnames-1671553003 tempest-ServersV294TestFqdnHostnames-1671553003-project-member] Enqueued Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_rules [ 965.907718] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_rules [ 965.908277] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.908762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.051693] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.051968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.052087] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.052391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.052583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.053179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.053262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.053451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.053544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.053635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.053822] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.053927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.053989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.054149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.054449] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.054449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.054539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.054659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.054768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.054869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.054980] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.110283] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.110561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.110941] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.111299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.111568] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.111729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.111832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.112388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.112565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.112731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.112995] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.113174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.113281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.113806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.114077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.114244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.114346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.114582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.114743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.114893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.115050] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.294254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.294254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.294254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.294254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.294254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.294254] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 already deleted. [ 966.294254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.295069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.295069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.295069] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.300336] env[66544]: INFO networking_nsxv3.common.synchronization [None req-cf81c755-5ab0-4a25-913b-a8b7537d14bb tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: ef2c5e74-1153-43d8-8050-8ec47c2d8fc5 with Priority: HIGHEST for action security_group_rules [ 966.300931] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2c5e74-1153-43d8-8050-8ec47c2d8fc5 with Priority: HIGHEST for action security_group_rules [ 966.301149] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.301351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.301351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.301861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.301861] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef2c5e74-1153-43d8-8050-8ec47c2d8fc5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.379322] env[66544]: INFO networking_nsxv3.common.synchronization [None req-784829d9-b240-48ea-b195-3a41a2bfee4d None None] Enqueued Resource ID: ef459b54-5bb3-4daf-a206-fcca752d4780 with Priority: HIGHEST for action port [ 966.380448] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef459b54-5bb3-4daf-a206-fcca752d4780 with Priority: HIGHEST for action port [ 966.381099] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef459b54-5bb3-4daf-a206-fcca752d4780 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.381295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef459b54-5bb3-4daf-a206-fcca752d4780" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.382389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef459b54-5bb3-4daf-a206-fcca752d4780" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.382389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef459b54-5bb3-4daf-a206-fcca752d4780" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.382389] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef459b54-5bb3-4daf-a206-fcca752d4780',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.455662] env[66544]: INFO networking_nsxv3.common.synchronization [None req-e0e21179-a8fc-4df0-be29-111ac28d05b4 tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: ef2c5e74-1153-43d8-8050-8ec47c2d8fc5 with Priority: HIGHEST for action security_group_rules [ 966.456461] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2c5e74-1153-43d8-8050-8ec47c2d8fc5 with Priority: HIGHEST for action security_group_rules [ 966.456931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.457341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.558585] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fba836a2-0c8a-423a-853b-c384e27e5fe7: rpc.has_security_group_logging(os_id): False [ 966.605846] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.606702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.606702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.606924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.606924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.607325] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.607546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.607786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.607930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.608225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.608545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.608694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.608850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.609102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.609235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.609459] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.609601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.609686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.609855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.609956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.610078] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be created. [ 966.618192] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce93e40-ecc9-4c2c-b90e-9e18ee7be108: rpc.has_security_group_logging(os_id): False [ 966.642720] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.642894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.642957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.643222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.643319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.643549] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.643670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.643736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.643896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.643975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.644298] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.644445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.644514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.644699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.644801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.645140] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.645224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.645224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.645468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.645548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.645669] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be updated. [ 966.715583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.716069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.716329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.716718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.717361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.730410] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 966.748787] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.748949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.749037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.749307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.749497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.790205] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: IN_PROGRESS for 2s [ 966.836141] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.836141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.836141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.836141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.836141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.836141] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 already deleted. [ 966.836141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.841572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.841572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.841572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.841572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.841572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.841572] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef2c5e74-1153-43d8-8050-8ec47c2d8fc5 already deleted. [ 966.841572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.841572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.841572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.842518] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef2c5e74-1153-43d8-8050-8ec47c2d8fc5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.886842] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef459b54-5bb3-4daf-a206-fcca752d4780 [ 966.889293] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.889293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.889293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.889293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.889293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.889293] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef459b54-5bb3-4daf-a206-fcca752d4780 already deleted. [ 966.889293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef459b54-5bb3-4daf-a206-fcca752d4780" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.368148] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.368906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.368906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.369581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.369581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.369581] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef2c5e74-1153-43d8-8050-8ec47c2d8fc5 already deleted. [ 967.369765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef2c5e74-1153-43d8-8050-8ec47c2d8fc5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.387972] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b477082-374f-4118-99af-ed2e26f1323a req-bd8d4957-8def-4c71-ae89-6a5f9c56aa28 tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 967.389810] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 967.390134] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.390303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.390524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.391366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.391366] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.391895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.392016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.392305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.392449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.392579] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.784640] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.784838] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.784961] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.785240] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.785493] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.785646] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.785760] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.786589] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.787580] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.787823] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.788321] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.788321] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.788321] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.788478] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.788478] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.788583] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.809040] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.809464] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.809679] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.809919] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.810366] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.810570] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.810698] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.811091] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.811251] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.825078] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: SUCCESS [ 967.825299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.895708] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.895864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.895939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.896256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.896355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.896560] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.896674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.896749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.896923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.897014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.897113] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 967.957244] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.957444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.957495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.957697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.958022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.970501] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 968.314459] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.314760] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.314969] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.315345] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.315544] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.315715] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13 not found, creating... [ 968.316018] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.316235] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.316396] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.316755] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.316944] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.317317] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.317520] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.317697] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.317972] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.318235] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.318408] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13 is going to be created. [ 968.349194] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.349601] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.349702] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.349944] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.350172] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.350776] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.745768] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 968.745768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.807687] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 in Status: SUCCESS [ 968.807954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.139210] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b477082-374f-4118-99af-ed2e26f1323a req-3f83f0aa-6386-4765-a170-0c620d81426a service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 969.139404] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b477082-374f-4118-99af-ed2e26f1323a req-3f83f0aa-6386-4765-a170-0c620d81426a service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 969.139555] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b477082-374f-4118-99af-ed2e26f1323a req-3f83f0aa-6386-4765-a170-0c620d81426a service nova] Enqueued Resource ID: c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13 with Priority: HIGHEST for action port [ 969.140172] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 969.140335] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 969.140439] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13 with Priority: HIGHEST for action port [ 969.140736] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.140875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.140942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.141177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.141257] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.142906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.144028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.144446] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.144573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.144641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.145908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.145908] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.648405] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13 with status ACTIVE [ 969.648405] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.648405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.648405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.648627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.648718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.648931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.649080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.649187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.649323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.649441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.649594] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.649696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.649758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.650294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.650294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.650294] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13 is going to be updated. [ 969.653106] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.653251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.679177] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.680344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.680344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.680344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.680344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.680344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b7ef4e-5eee-4859-9e9b-8c9c2bc95d13" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.733843] env[66544]: INFO networking_nsxv3.common.synchronization [req-51b34b32-b4bd-463f-8c66-cadaf5458be7 req-52e22e48-3c2b-4627-a8be-074006208f99 tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_members [ 969.734854] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_members [ 969.734854] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f81eb6d-d506-4046-827b-48dcf72e03f9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.736046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.736046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.736046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.736046] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.736046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.736046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.736426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.736426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.736426] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.981601] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 969.982015] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 969.982473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.982728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.983055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.983337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.983525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.983641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.984243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.984496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.984668] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.149742] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.149989] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.150091] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.150372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.150687] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.151038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.151297] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.151541] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.151689] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.151927] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.152064] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.152174] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.152292] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.152450] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.152567] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.152706] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.174702] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.174702] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.174702] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.174827] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.175940] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-d1cc95ed-d5ed-4788-ab27-311931055d12 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.175940] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-d1cc95ed-d5ed-4788-ab27-311931055d12" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.175940] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-d1cc95ed-d5ed-4788-ab27-311931055d12" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.175940] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-d1cc95ed-d5ed-4788-ab27-311931055d12" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.176434] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1cc95ed-d5ed-4788-ab27-311931055d12',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.239326] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.239701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.239701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.239811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.239921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.240092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.240188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.240246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.240424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.240497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.240588] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 already deleted. [ 970.240666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.324842] env[66544]: INFO networking_nsxv3.common.synchronization [req-da5b887a-d53c-46af-b0b1-d6b74d9bc3c1 req-4a8dc10b-928c-4afc-94ca-9fd57e0cf218 tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 970.325355] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 970.325660] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.325778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.325845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.326045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.326280] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.326365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.326365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.326513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.326598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.326690] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.488641] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.678395] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.679513] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.679513] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.679513] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.679513] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.679513] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port d1cc95ed-d5ed-4788-ab27-311931055d12 not found, creating... [ 970.679688] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.679800] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.679831] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.680047] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.680187] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.680468] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.680619] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.680730] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.680931] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.681072] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.681210] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: d1cc95ed-d5ed-4788-ab27-311931055d12 is going to be created. [ 970.700971] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.701237] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.701409] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.701656] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.701828] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.702067] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-d1cc95ed-d5ed-4788-ab27-311931055d12" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.831030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.831030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.831030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.831030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.831030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.831030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.831030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.831030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.831030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.831030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.831030] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 970.880066] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.882030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.882030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.882030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.882030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.894754] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 970.990214] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.492979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.492979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.493128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.494480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.494480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.494480] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 971.497385] env[66544]: INFO networking_nsxv3.common.synchronization [req-51b34b32-b4bd-463f-8c66-cadaf5458be7 req-18e80a5c-a6c7-454d-a729-dd000d9d98cd service nova] Enqueued Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_rules [ 971.497724] env[66544]: INFO networking_nsxv3.common.synchronization [req-51b34b32-b4bd-463f-8c66-cadaf5458be7 req-18e80a5c-a6c7-454d-a729-dd000d9d98cd service nova] Enqueued Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_members [ 971.498056] env[66544]: INFO networking_nsxv3.common.synchronization [req-51b34b32-b4bd-463f-8c66-cadaf5458be7 req-18e80a5c-a6c7-454d-a729-dd000d9d98cd service nova] Enqueued Resource ID: d1cc95ed-d5ed-4788-ab27-311931055d12 with Priority: HIGHEST for action port [ 971.499246] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_rules [ 971.499572] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_members [ 971.500176] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cc95ed-d5ed-4788-ab27-311931055d12 with Priority: HIGHEST for action port [ 971.500676] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f81eb6d-d506-4046-827b-48dcf72e03f9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.500953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.501052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.501243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.501323] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.503031] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f81eb6d-d506-4046-827b-48dcf72e03f9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.503175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.503175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.503409] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.503623] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.503951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.503951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.504111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.504216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.504309] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.505512] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1cc95ed-d5ed-4788-ab27-311931055d12 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.505658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1cc95ed-d5ed-4788-ab27-311931055d12" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.505734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1cc95ed-d5ed-4788-ab27-311931055d12" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.505941] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1cc95ed-d5ed-4788-ab27-311931055d12" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.506134] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1cc95ed-d5ed-4788-ab27-311931055d12',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.555535] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.555535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.555535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.555535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.555535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.567143] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 972.008525] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.009666] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f81eb6d-d506-4046-827b-48dcf72e03f9 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.009800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.010064] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1cc95ed-d5ed-4788-ab27-311931055d12 with status ACTIVE [ 972.010277] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.010486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.010599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.010815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.010904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.011647] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.011647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.011647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.011647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.011647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.011647] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.011954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.011954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.011954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.011954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.012129] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1cc95ed-d5ed-4788-ab27-311931055d12 is going to be updated. [ 972.043232] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.043232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.043232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.043232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.043232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.043232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1cc95ed-d5ed-4788-ab27-311931055d12" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.515636] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.914211] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 972.914211] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 deletion is rescheduled due to dependency. [ 972.914211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.019762] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.020195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.020195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.020644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.020644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.020811] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 is going to be created. [ 973.113843] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.113959] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.114010] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.114284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.114396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.128790] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 in Status: UNINITIALIZED for 2s [ 973.583555] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 973.583788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.584086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.584458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.584773] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.584981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.585125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.585415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.585542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.585681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.585830] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.088438] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.088837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.088837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.088936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.089036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.089152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.089249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.089530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.089624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.089723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.089887] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.089989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.090182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.090274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.090323] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.090414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.090470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.090604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.090684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.090762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.090847] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.592681] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ff8d72-bc06-4df9-93b3-69a75dea17da: rpc.has_security_group_logging(os_id): False [ 974.615935] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.615935] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.615935] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.615935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.616445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.617281] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.617393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.617463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.617692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.617692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.617783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 974.699434] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.699695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.699695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.700090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.700090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.719931] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 975.144027] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 in Status: SUCCESS [ 975.144027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.147035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.147035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.147035] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.147035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.147035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.147035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.147035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.147035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.147035] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.650178] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.958272] env[66544]: INFO networking_nsxv3.common.synchronization [req-6a915768-bc4a-4e16-a9e4-709cfe6e773b req-c5ad0338-66e3-4f3f-9a2e-97adf584eca9 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 975.958864] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 975.959382] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.959476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.959520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.959736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.960865] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.960865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.960865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.960865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.960865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.960865] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.115104] env[66544]: INFO networking_nsxv3.common.synchronization [None req-e5f98ba8-01f2-43a4-9c32-af9a544e91e7 None None] Enqueued Resource ID: c1496c9b-0714-4542-9895-373f0bd1fc94 with Priority: HIGHEST for action port [ 976.115104] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1496c9b-0714-4542-9895-373f0bd1fc94 with Priority: HIGHEST for action port [ 976.116485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1496c9b-0714-4542-9895-373f0bd1fc94 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.116738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1496c9b-0714-4542-9895-373f0bd1fc94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.117091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1496c9b-0714-4542-9895-373f0bd1fc94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.118998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1496c9b-0714-4542-9895-373f0bd1fc94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.118998] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1496c9b-0714-4542-9895-373f0bd1fc94',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.156026] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f81eb6d-d506-4046-827b-48dcf72e03f9: rpc.has_security_group_logging(os_id): False [ 976.172672] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.172852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.172934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.173123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.173202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.173456] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.173568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.173627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.173764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.173837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.173918] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 is going to be created. [ 976.247825] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.247825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.247825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.252037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.252265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.270536] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 in Status: IN_PROGRESS for 2s [ 976.462935] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.463195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.463287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.463621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.463727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.463990] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.464195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.464287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.464544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.464641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.464727] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 976.500879] env[66544]: INFO networking_nsxv3.common.synchronization [None req-e0b54f75-5e7d-4de6-ab2d-a4a09e191eda tempest-ServersTestBootFromVolume-1828875522 tempest-ServersTestBootFromVolume-1828875522-project-member] Enqueued Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_rules [ 976.501562] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_rules [ 976.501905] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2e8817-f888-4274-984b-4a800a3641aa taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.502078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.502151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.502414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.502590] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.525600] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.526301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.526408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.526670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.526853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.550989] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 976.621860] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1496c9b-0714-4542-9895-373f0bd1fc94 [ 976.622588] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.622588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.622588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.622893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.622950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.623109] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1496c9b-0714-4542-9895-373f0bd1fc94 already deleted. [ 976.623243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1496c9b-0714-4542-9895-373f0bd1fc94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.626955] env[66544]: INFO networking_nsxv3.common.synchronization [None req-6b2d2a90-d160-4ab8-a98a-62eee5272080 tempest-ServersTestBootFromVolume-1828875522 tempest-ServersTestBootFromVolume-1828875522-project-member] Enqueued Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_rules [ 976.628789] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_rules [ 976.629454] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2e8817-f888-4274-984b-4a800a3641aa taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.630391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.739233] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 976.739464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.030187] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.030419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.030419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.030744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.030836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.030940] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2e8817-f888-4274-984b-4a800a3641aa already deleted. [ 977.031064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.031194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.031377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.031423] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.556575] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.556575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.556870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.556918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.557213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.557377] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2e8817-f888-4274-984b-4a800a3641aa already deleted. [ 977.557495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.291795] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 in Status: SUCCESS [ 978.292181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.564106] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 978.564369] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 deletion is rescheduled due to dependency. [ 978.564407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.415090] env[66544]: INFO networking_nsxv3.common.synchronization [None req-cb99c1b3-0596-4925-bcef-5324edad0737 None None] Enqueued Resource ID: a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6 with Priority: HIGHEST for action port [ 979.415715] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6 with Priority: HIGHEST for action port [ 979.417773] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.417949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.418051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.418968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.419254] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.924674] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6 [ 979.924674] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.924674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.924674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.924674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.924674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.924674] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6 already deleted. [ 979.924674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f13ecf-4b79-4d44-ac85-dfecc2afe5b6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.226933] env[66544]: INFO networking_nsxv3.common.synchronization [req-53f7a4eb-1252-43e0-ae9c-8d07f68577db req-ee1cce4f-4cb0-422b-b7d6-18ac08125235 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 980.227379] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 980.227753] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.228048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.228048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.228297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.229160] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.229160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.229160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.229160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.229160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.229372] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.632422] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.632626] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.632750] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.633155] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.633449] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.633644] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.634368] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.634698] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.634882] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.635142] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.635260] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.635368] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.635472] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.635580] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.635683] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.635856] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.661164] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.661164] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.661164] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.661395] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.661677] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-33e9ffc3-9ffe-4050-9150-778a206ddc61 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.661905] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-33e9ffc3-9ffe-4050-9150-778a206ddc61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.662009] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-33e9ffc3-9ffe-4050-9150-778a206ddc61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.662359] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-33e9ffc3-9ffe-4050-9150-778a206ddc61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.662510] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e9ffc3-9ffe-4050-9150-778a206ddc61',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.733477] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.165632] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.166130] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.166130] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.166454] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.166692] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.166903] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 33e9ffc3-9ffe-4050-9150-778a206ddc61 not found, creating... [ 981.167313] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.167518] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.167706] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.168832] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.168832] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.168832] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.169066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.169066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.169407] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.169555] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.169733] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 33e9ffc3-9ffe-4050-9150-778a206ddc61 is going to be created. [ 981.219465] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.219465] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.219465] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.219465] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.219465] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.219465] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-33e9ffc3-9ffe-4050-9150-778a206ddc61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.241805] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.323575] env[66544]: INFO networking_nsxv3.common.synchronization [req-0279c06b-b0d8-49cc-bdfd-b46233f45ce4 req-eb62d94a-cef0-4204-ad97-cdda2f455868 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_members [ 981.324305] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGHEST for action security_group_members [ 981.324665] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a92ca2c9-8c83-4169-a526-6b3f630c1a87 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.324795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.324855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.325110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.325283] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.326030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.326030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.326030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.326030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.326030] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.746583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.746583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.746583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.747002] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.747002] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.747122] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 981.784254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.784423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.784490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.784832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.785014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.797105] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 981.829723] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.829891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.829948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.830192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.830285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.830490] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.830624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.832434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.832684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.832785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.832903] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 is going to be updated. [ 981.882598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.883895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.883895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.883895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.883895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.896767] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 in Status: IN_PROGRESS for 2s [ 982.039092] env[66544]: INFO networking_nsxv3.common.synchronization [req-53f7a4eb-1252-43e0-ae9c-8d07f68577db req-05ed3e03-e511-44e6-a238-cd801f4da583 service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 982.039383] env[66544]: INFO networking_nsxv3.common.synchronization [req-53f7a4eb-1252-43e0-ae9c-8d07f68577db req-05ed3e03-e511-44e6-a238-cd801f4da583 service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 982.039573] env[66544]: INFO networking_nsxv3.common.synchronization [req-53f7a4eb-1252-43e0-ae9c-8d07f68577db req-05ed3e03-e511-44e6-a238-cd801f4da583 service nova] Enqueued Resource ID: 33e9ffc3-9ffe-4050-9150-778a206ddc61 with Priority: HIGHEST for action port [ 982.040214] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 982.040629] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 982.040629] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e9ffc3-9ffe-4050-9150-778a206ddc61 with Priority: HIGHEST for action port [ 982.040931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.041362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.041362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.041362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.041480] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.042731] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.042864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.043185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e9ffc3-9ffe-4050-9150-778a206ddc61 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.043364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e9ffc3-9ffe-4050-9150-778a206ddc61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.044055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e9ffc3-9ffe-4050-9150-778a206ddc61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.044055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e9ffc3-9ffe-4050-9150-778a206ddc61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.044055] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e9ffc3-9ffe-4050-9150-778a206ddc61',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.546017] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.546392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.546458] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e9ffc3-9ffe-4050-9150-778a206ddc61 with status ACTIVE [ 982.546607] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.546720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.546787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.547043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.547206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.547429] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.547541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.547606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.547780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.547859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.548059] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.548157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.548221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.548397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.548478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.548585] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e9ffc3-9ffe-4050-9150-778a206ddc61 is going to be updated. [ 982.607639] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.607793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.607863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.608082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.608224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.608522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e9ffc3-9ffe-4050-9150-778a206ddc61" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.684741] env[66544]: INFO networking_nsxv3.common.synchronization [req-c5c198cd-d8fc-44dc-b26c-258c7c2a2cf5 req-191bf734-8cfc-4c7b-87ca-bc57e7344bee tempest-ServersV294TestFqdnHostnames-1671553003 tempest-ServersV294TestFqdnHostnames-1671553003-project-member] Enqueued Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_members [ 982.685324] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_members [ 982.685664] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.685750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.685801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.688424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.688424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.688424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.688424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.688424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.688424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.688424] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.191781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.191781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.192012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.192063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.192154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.192365] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.192467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.192523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.192731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.192774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.192819] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 already deleted. [ 983.192896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.283761] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.283954] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-157" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.284108] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-157" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.284467] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-157" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.284728] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.284889] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.285011] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.289506] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.289688] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.289911] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.290039] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.291179] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.291340] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.291643] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.291643] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.291712] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.339126] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.339126] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.339126] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.339358] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-157" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.339641] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-df057b90-5651-41fd-bc60-927d49644694 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.339815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-df057b90-5651-41fd-bc60-927d49644694" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.339929] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-df057b90-5651-41fd-bc60-927d49644694" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.340278] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-df057b90-5651-41fd-bc60-927d49644694" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.340417] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df057b90-5651-41fd-bc60-927d49644694',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.807127] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 983.807447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.807565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.807882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.808244] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.808307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.808386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.808593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.808721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.808849] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.843455] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.843845] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.843950] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.844273] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.845101] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.845101] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port df057b90-5651-41fd-bc60-927d49644694 not found, creating... [ 983.845101] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.845442] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.845442] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.845809] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.845809] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.846648] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.846868] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.846989] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.847297] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.847478] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.847771] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: df057b90-5651-41fd-bc60-927d49644694 is going to be created. [ 983.873725] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.874048] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.874149] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.874475] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.874770] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.875071] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-df057b90-5651-41fd-bc60-927d49644694" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.907516] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 in Status: SUCCESS [ 983.907732] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 deletion is rescheduled due to dependency. [ 983.907863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.311793] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.618193] env[66544]: INFO networking_nsxv3.common.synchronization [req-c5c198cd-d8fc-44dc-b26c-258c7c2a2cf5 req-4dc99aa5-3dd3-4e91-a2f4-30759b07450f service nova] Enqueued Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_rules [ 984.618425] env[66544]: INFO networking_nsxv3.common.synchronization [req-c5c198cd-d8fc-44dc-b26c-258c7c2a2cf5 req-4dc99aa5-3dd3-4e91-a2f4-30759b07450f service nova] Enqueued Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_members [ 984.618565] env[66544]: INFO networking_nsxv3.common.synchronization [req-c5c198cd-d8fc-44dc-b26c-258c7c2a2cf5 req-4dc99aa5-3dd3-4e91-a2f4-30759b07450f service nova] Enqueued Resource ID: df057b90-5651-41fd-bc60-927d49644694 with Priority: HIGHEST for action port [ 984.621046] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_rules [ 984.621046] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_members [ 984.621046] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df057b90-5651-41fd-bc60-927d49644694 with Priority: HIGHEST for action port [ 984.621046] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.621046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.621046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.621046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.621046] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.621046] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.621046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.621711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.621711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.621711] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.621711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.621711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.621711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.621899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.621899] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.622626] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-df057b90-5651-41fd-bc60-927d49644694 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.622748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df057b90-5651-41fd-bc60-927d49644694" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.623659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df057b90-5651-41fd-bc60-927d49644694" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.623659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df057b90-5651-41fd-bc60-927d49644694" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.623659] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df057b90-5651-41fd-bc60-927d49644694',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.791028] env[66544]: INFO networking_nsxv3.common.synchronization [None req-fca73223-1180-45ca-ac5c-9c090186bca6 None None] Enqueued Resource ID: 30ced356-aa70-47e1-8730-19ca0eb49ddc with Priority: HIGHEST for action port [ 984.791574] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ced356-aa70-47e1-8730-19ca0eb49ddc with Priority: HIGHEST for action port [ 984.791882] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-30ced356-aa70-47e1-8730-19ca0eb49ddc taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.792024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30ced356-aa70-47e1-8730-19ca0eb49ddc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.792088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30ced356-aa70-47e1-8730-19ca0eb49ddc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.792344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30ced356-aa70-47e1-8730-19ca0eb49ddc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.792427] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30ced356-aa70-47e1-8730-19ca0eb49ddc',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.816650] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.894697] env[66544]: INFO networking_nsxv3.common.synchronization [req-6f72ebfb-0402-4031-9737-070100b6e2d3 req-dba83a61-1b18-4014-8dc8-fa1fe8a8be1d tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 984.895484] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 984.895802] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.895939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.895993] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.897103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.898168] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.898168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.898168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.898168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.898168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.898383] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.124721] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.126466] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.126466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.126621] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df057b90-5651-41fd-bc60-927d49644694 with status ACTIVE [ 985.126719] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.126853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.126921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.127189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.127297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.127517] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.127644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.127727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.127915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.132839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.133210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.133685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.133830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.134372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.135089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.135752] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df057b90-5651-41fd-bc60-927d49644694 is going to be updated. [ 985.163354] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.163593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.163593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.163814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.163983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.164171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df057b90-5651-41fd-bc60-927d49644694" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.297792] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30ced356-aa70-47e1-8730-19ca0eb49ddc [ 985.297792] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.297792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.297792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.298072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.298072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.298131] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30ced356-aa70-47e1-8730-19ca0eb49ddc already deleted. [ 985.298357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30ced356-aa70-47e1-8730-19ca0eb49ddc" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.321457] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.321618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.321720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.322158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.322158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.322259] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 985.386254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.386424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.386494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.386749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.386908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.400473] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.400641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.400690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.401192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.401192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.401192] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.401394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.401394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.402107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.402107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.402107] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 985.409979] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 985.450193] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.450277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.450312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.450517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.450663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.463863] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 985.507440] env[66544]: INFO networking_nsxv3.common.synchronization [req-45054261-e428-43d8-afaa-d1cff7545544 req-01829644-2491-4a48-a020-5adf8af9190c tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 985.508942] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 985.509288] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.509455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.509533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.510806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.510806] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.510806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.511709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.511709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.511709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.511709] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.627235] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.955737] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.956211] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.956818] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.957824] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.957824] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.957824] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.958235] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.958235] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.958392] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.958832] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.958832] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.958978] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.959519] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.959519] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.959519] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.959746] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.985103] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.985323] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.985468] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.985650] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.985967] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-a4123389-9454-42f6-a124-d8c364b33769 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.986152] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-a4123389-9454-42f6-a124-d8c364b33769" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.986709] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-a4123389-9454-42f6-a124-d8c364b33769" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.987218] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-a4123389-9454-42f6-a124-d8c364b33769" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.987218] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4123389-9454-42f6-a124-d8c364b33769',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.013490] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.013657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.013726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.014151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.016062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.016062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.016062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.016062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.016062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.016062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.016062] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 986.040876] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.041330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.041330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.041330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.041489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.053780] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 986.129302] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.129535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.129611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.129827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.129913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.130025] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 is going to be created. [ 986.157216] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.157451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.157451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.157633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.157794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.169822] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 in Status: UNINITIALIZED for 2s [ 986.489666] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.489962] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.490146] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.490429] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.490579] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.490769] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port a4123389-9454-42f6-a124-d8c364b33769 not found, creating... [ 986.491056] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.491225] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.491341] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.491580] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.491720] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.492033] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.492192] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.492307] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.492542] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.492651] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.492789] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: a4123389-9454-42f6-a124-d8c364b33769 is going to be created. [ 986.539651] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.539900] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.540044] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.540325] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.540602] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.540937] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-a4123389-9454-42f6-a124-d8c364b33769" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.279138] env[66544]: INFO networking_nsxv3.common.synchronization [req-45054261-e428-43d8-afaa-d1cff7545544 req-c53d6624-9174-499a-90a8-cc601be6969b service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 987.279493] env[66544]: INFO networking_nsxv3.common.synchronization [req-45054261-e428-43d8-afaa-d1cff7545544 req-c53d6624-9174-499a-90a8-cc601be6969b service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 987.279493] env[66544]: INFO networking_nsxv3.common.synchronization [req-45054261-e428-43d8-afaa-d1cff7545544 req-c53d6624-9174-499a-90a8-cc601be6969b service nova] Enqueued Resource ID: a4123389-9454-42f6-a124-d8c364b33769 with Priority: HIGHEST for action port [ 987.280019] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 987.280159] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 987.280259] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4123389-9454-42f6-a124-d8c364b33769 with Priority: HIGHEST for action port [ 987.280525] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.280676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.280744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.280944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.281034] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.282230] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.282356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.282568] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4123389-9454-42f6-a124-d8c364b33769 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.282679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4123389-9454-42f6-a124-d8c364b33769" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.282785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4123389-9454-42f6-a124-d8c364b33769" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.282957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4123389-9454-42f6-a124-d8c364b33769" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.282993] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4123389-9454-42f6-a124-d8c364b33769',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.363875] env[66544]: INFO networking_nsxv3.common.synchronization [None req-fefcd7a8-f5cd-4fef-a114-8350e3e1f669 None None] Enqueued Resource ID: 08fc94fb-02ea-4679-8e13-609f834d2e74 with Priority: HIGHEST for action port [ 987.364450] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08fc94fb-02ea-4679-8e13-609f834d2e74 with Priority: HIGHEST for action port [ 987.364763] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-08fc94fb-02ea-4679-8e13-609f834d2e74 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.364887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08fc94fb-02ea-4679-8e13-609f834d2e74" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.364953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08fc94fb-02ea-4679-8e13-609f834d2e74" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.365458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08fc94fb-02ea-4679-8e13-609f834d2e74" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.365577] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08fc94fb-02ea-4679-8e13-609f834d2e74',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.420964] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 987.421404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.421700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.422047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.422382] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.422641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.422812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.423088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.423280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.423539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.423905] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.474654] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 987.474865] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 987.474982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.785226] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.785523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.786869] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4123389-9454-42f6-a124-d8c364b33769 with status ACTIVE [ 987.787200] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.787360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.787419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.787633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.787772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.788028] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.788168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.788293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.788498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.788569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.788773] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.788860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.788917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.789071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.789139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.789240] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4123389-9454-42f6-a124-d8c364b33769 is going to be updated. [ 987.823842] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.824150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.824150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.824300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.824476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.825476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4123389-9454-42f6-a124-d8c364b33769" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.868383] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08fc94fb-02ea-4679-8e13-609f834d2e74 [ 987.868677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.868938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.868938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.869400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.869400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.869400] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08fc94fb-02ea-4679-8e13-609f834d2e74 already deleted. [ 987.869400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08fc94fb-02ea-4679-8e13-609f834d2e74" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.927285] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.928031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.928031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.929055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.929055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.929055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.929055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.929686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.929686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929686] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.930151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.930151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.930151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.930513] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.930513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.930513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.930795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.930795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.931056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.931056] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.077706] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 988.078263] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 deletion is rescheduled due to dependency. [ 988.078481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.079664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.080172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.080303] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.080397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.080451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.080700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.080844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.080981] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.186941] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 in Status: SUCCESS [ 988.187367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.187520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.187731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.187924] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.188145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.188349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.188606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.188701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.188793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.188885] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.437592] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 988.461566] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.461759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.461860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.462197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.462246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.462454] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.462566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.462641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.462853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.462923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.463105] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.463212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.463267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.463421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.463498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.464016] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.464016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.464016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.464756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.464944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.465154] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 988.586450] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.597261] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.597261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.597261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.597261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.597261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.630124] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 988.691788] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.090996] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.195209] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8c8d954-56a8-4582-b5fa-77ed4f8ce642: rpc.has_security_group_logging(os_id): False [ 989.215849] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.216006] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.216093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.216459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.216556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.216797] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.216899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.216961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.217128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.217203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.217291] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 is going to be created. [ 989.290656] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.290861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.290861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.291164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.291371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.310783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 in Status: IN_PROGRESS for 2s [ 989.593445] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.593889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.593889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.594080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.594080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.594245] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 989.633981] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.634150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.634224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.634500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.634665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.644960] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 990.657979] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 990.657979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.330923] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 in Status: SUCCESS [ 991.330923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.658019] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 991.658576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.658576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.659020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.659191] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.659381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.659446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.659639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.659735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.659844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.659911] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.165599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.165599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.165599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.165599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.165599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.166490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.166490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.166490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.166490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.166490] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.218804] env[66544]: INFO networking_nsxv3.common.synchronization [req-905e4b14-d08f-4b52-8201-6e59f9f162c6 req-3b8b97c6-6907-41e8-bdae-203ae8687d89 tempest-ServersTestFqdnHostnames-1891326614 tempest-ServersTestFqdnHostnames-1891326614-project-member] Enqueued Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_members [ 992.219705] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGHEST for action security_group_members [ 992.220387] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-4488474e-9605-4b1c-9266-6ed1fd0145eb taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.220583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.220755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.221051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.221239] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.221371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.221454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.221685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.221796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.222444] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.670858] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1: rpc.has_security_group_logging(os_id): False [ 992.696979] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.699118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.699118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.699118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.703424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.703424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.703424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.703424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.703424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.703424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.703424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.703424] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 992.725621] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.726379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.726379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.726709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.726813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.727612] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.727612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.727831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.727979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.728133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.728275] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb is going to be updated. [ 992.836404] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.836647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.836716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.836946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.837190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.865055] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb in Status: IN_PROGRESS for 2s [ 992.891556] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.891746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.891795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.892043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.892253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.944716] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 993.841709] env[66544]: INFO networking_nsxv3.common.synchronization [None req-c23825bd-b923-4428-b61b-6da53e9502be tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_rules [ 993.841709] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_rules [ 993.842848] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db63184-5ea4-4189-bfce-2825ae80fd68 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.843239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.843380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.843715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.843885] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.984979] env[66544]: INFO networking_nsxv3.common.synchronization [None req-923b981b-f53f-4a9c-87dd-043f8ba3ed06 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_rules [ 993.985406] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_rules [ 993.985765] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db63184-5ea4-4189-bfce-2825ae80fd68 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.985840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.370589] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.370820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.370978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.371203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.371298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.371451] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 already deleted. [ 994.371560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.371738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.371942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.372046] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.892248] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb in Status: SUCCESS [ 994.892519] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb deletion is rescheduled due to dependency. [ 994.892712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.895086] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.895454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.895454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.895613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.895666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.895848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 already deleted. [ 994.895848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.965909] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 994.966750] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.125978] env[66544]: INFO networking_nsxv3.common.synchronization [req-a6bae6d1-34de-4e16-bcaa-2e147ca7ad67 req-f8ebbebc-d5f5-41be-abf3-1420c0ea186c tempest-ServerPasswordTestJSON-325925953 tempest-ServerPasswordTestJSON-325925953-project-member] Enqueued Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGHEST for action security_group_members [ 997.127387] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGHEST for action security_group_members [ 997.127675] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8642911d-5f89-4f54-85c7-ad26b01feb3f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.128102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.128102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.128307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.128758] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.128758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.128758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.128981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.129133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.129254] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.515413] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.515839] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-373" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.516042] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-373" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.516773] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-373" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.517191] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.517453] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.517587] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.517874] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.518054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.518274] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.518387] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.518787] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.518787] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.518787] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.518992] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.518992] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.539759] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.539921] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.540050] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.540249] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-373" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.540565] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-368e41b9-df94-4554-b878-dcb7d473d6e5 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.540730] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-368e41b9-df94-4554-b878-dcb7d473d6e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.540844] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-368e41b9-df94-4554-b878-dcb7d473d6e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.541201] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-368e41b9-df94-4554-b878-dcb7d473d6e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.541334] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368e41b9-df94-4554-b878-dcb7d473d6e5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.632048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.632048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.632048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.632264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.632264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.632439] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.632564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.632628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.632785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.632897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.633095] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f already deleted. [ 997.633095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.849534] env[66544]: INFO networking_nsxv3.common.synchronization [req-209d4212-e295-4c5e-8ded-9f62685a3f0b req-0046fe32-3188-4ef0-9c5c-2ce0a4700577 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 997.850534] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 997.850534] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.850713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.850713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.850943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.851452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.851594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.851719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.851974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.852102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.852881] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.045694] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.045924] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.046064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.046362] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.046506] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.046655] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 368e41b9-df94-4554-b878-dcb7d473d6e5 not found, creating... [ 998.046914] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.047081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.047197] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.047420] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.047555] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.047833] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.047985] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.048107] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.048307] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.048464] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.048641] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 368e41b9-df94-4554-b878-dcb7d473d6e5 is going to be created. [ 998.086317] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.086650] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.086823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.087175] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.087451] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.087742] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-368e41b9-df94-4554-b878-dcb7d473d6e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.354982] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.832635] env[66544]: INFO networking_nsxv3.common.synchronization [req-a6bae6d1-34de-4e16-bcaa-2e147ca7ad67 req-e83e9267-eb21-4780-99c7-197f2e26a3a0 service nova] Enqueued Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGHEST for action security_group_rules [ 998.832758] env[66544]: INFO networking_nsxv3.common.synchronization [req-a6bae6d1-34de-4e16-bcaa-2e147ca7ad67 req-e83e9267-eb21-4780-99c7-197f2e26a3a0 service nova] Enqueued Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGHEST for action security_group_members [ 998.833277] env[66544]: INFO networking_nsxv3.common.synchronization [req-a6bae6d1-34de-4e16-bcaa-2e147ca7ad67 req-e83e9267-eb21-4780-99c7-197f2e26a3a0 service nova] Enqueued Resource ID: 368e41b9-df94-4554-b878-dcb7d473d6e5 with Priority: HIGHEST for action port [ 998.836190] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGHEST for action security_group_rules [ 998.836190] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGHEST for action security_group_members [ 998.836190] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368e41b9-df94-4554-b878-dcb7d473d6e5 with Priority: HIGHEST for action port [ 998.836190] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8642911d-5f89-4f54-85c7-ad26b01feb3f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.836190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.836190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.837771] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.837771] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.837771] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8642911d-5f89-4f54-85c7-ad26b01feb3f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.837771] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.842337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.842337] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.842337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-368e41b9-df94-4554-b878-dcb7d473d6e5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-368e41b9-df94-4554-b878-dcb7d473d6e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-368e41b9-df94-4554-b878-dcb7d473d6e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.842337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-368e41b9-df94-4554-b878-dcb7d473d6e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.842337] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368e41b9-df94-4554-b878-dcb7d473d6e5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.857763] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.344747] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.345883] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8642911d-5f89-4f54-85c7-ad26b01feb3f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.346069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.346783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 368e41b9-df94-4554-b878-dcb7d473d6e5 with status ACTIVE [ 999.346912] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.347011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.347071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.347292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.347379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.347560] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.347663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.347720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.347873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.347948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.348175] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.348264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.348324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.348535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.348535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.348695] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 368e41b9-df94-4554-b878-dcb7d473d6e5 is going to be updated. [ 999.363568] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.363568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.363568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.363568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.363568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.363568] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 999.380514] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.380801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.380943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.381912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.381912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.381912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-368e41b9-df94-4554-b878-dcb7d473d6e5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.436309] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.436309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.436309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.436309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.436309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.452679] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 999.847463] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.349367] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.349570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.349673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.349910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.349999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.350130] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f is going to be created. [ 1000.380299] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.380769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.380769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.380769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.380910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.391822] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f in Status: UNINITIALIZED for 2s [ 1001.468930] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1001.468930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.404082] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f in Status: SUCCESS [ 1002.404336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.404512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.404820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.405098] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.405229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.405303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.405464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.405566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.405667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.405759] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.908377] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8642911d-5f89-4f54-85c7-ad26b01feb3f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.908845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.908845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.908845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.910298] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.910298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.910298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.910298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.910298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.910298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.910298] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8642911d-5f89-4f54-85c7-ad26b01feb3f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.910298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.910298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.910298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.910842] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.910842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.910842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.910842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.910842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.910842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.911074] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.274733] env[66544]: INFO networking_nsxv3.common.synchronization [None req-5580aa3e-a16c-4a5a-8023-306cc177d478 None None] Enqueued Resource ID: 487ec722-eb3a-4928-b103-da139d5bfeb8 with Priority: HIGHEST for action port [ 1003.275942] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487ec722-eb3a-4928-b103-da139d5bfeb8 with Priority: HIGHEST for action port [ 1003.276260] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-487ec722-eb3a-4928-b103-da139d5bfeb8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.276385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-487ec722-eb3a-4928-b103-da139d5bfeb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.276474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-487ec722-eb3a-4928-b103-da139d5bfeb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.276847] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-487ec722-eb3a-4928-b103-da139d5bfeb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.276944] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487ec722-eb3a-4928-b103-da139d5bfeb8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.421694] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8642911d-5f89-4f54-85c7-ad26b01feb3f: rpc.has_security_group_logging(os_id): False [ 1003.447683] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.447903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.447903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.448147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.448238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.448469] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.448631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.448705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.448906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.448971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.449169] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.449298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.449359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.449562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.449643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.450231] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.450347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.450398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.450544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.450623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.450707] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f is going to be created. [ 1003.523977] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.523977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.523977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.523977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.523977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.541199] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f in Status: IN_PROGRESS for 2s [ 1003.780336] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 487ec722-eb3a-4928-b103-da139d5bfeb8 [ 1003.780590] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.780762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.780843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.781157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.781364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.781364] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:487ec722-eb3a-4928-b103-da139d5bfeb8 already deleted. [ 1003.781465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-487ec722-eb3a-4928-b103-da139d5bfeb8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.556722] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f in Status: SUCCESS [ 1005.557096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.705121] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b2112cee-6e70-489a-8265-eb927c30fd2a None None] Enqueued Resource ID: 9979bf7e-2681-47d5-b285-d46b3506c6f2 with Priority: HIGHEST for action port [ 1005.707167] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9979bf7e-2681-47d5-b285-d46b3506c6f2 with Priority: HIGHEST for action port [ 1005.707167] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-9979bf7e-2681-47d5-b285-d46b3506c6f2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.707167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9979bf7e-2681-47d5-b285-d46b3506c6f2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.707167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9979bf7e-2681-47d5-b285-d46b3506c6f2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.707167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9979bf7e-2681-47d5-b285-d46b3506c6f2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.707167] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9979bf7e-2681-47d5-b285-d46b3506c6f2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.914610] env[66544]: INFO networking_nsxv3.common.synchronization [req-20480b0f-fd0c-4c05-8aad-db4ab133e7a1 req-985e447e-8b72-4202-8407-e64145dfe817 tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 1005.914983] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 1005.915358] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.915589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.915589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.919911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.920420] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.920420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.920420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.920691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.920691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.921024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.213275] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9979bf7e-2681-47d5-b285-d46b3506c6f2 [ 1006.213381] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.213566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.213566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.213798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.213901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.214080] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9979bf7e-2681-47d5-b285-d46b3506c6f2 already deleted. [ 1006.215240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9979bf7e-2681-47d5-b285-d46b3506c6f2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.294496] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.295146] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.295146] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.295146] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.295356] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.295453] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.295574] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.295772] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.295913] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.296235] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.296342] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.296449] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.296555] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.297068] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.297237] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.297381] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.318182] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.318352] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.318417] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.318646] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-709" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.318983] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-e0c8708f-af14-4137-8ef6-fd7cdae044c7 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.319189] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-e0c8708f-af14-4137-8ef6-fd7cdae044c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.319315] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-e0c8708f-af14-4137-8ef6-fd7cdae044c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.319758] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-e0c8708f-af14-4137-8ef6-fd7cdae044c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.319906] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c8708f-af14-4137-8ef6-fd7cdae044c7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.423688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.424241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.424319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.424534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.424635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.425656] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.425656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.425656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.425656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.425656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.425656] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 1006.456084] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.456298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.456507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.458649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.458881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.471017] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 1006.822571] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.822869] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.822918] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.823228] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.823378] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.823524] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port e0c8708f-af14-4137-8ef6-fd7cdae044c7 not found, creating... [ 1006.823777] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.823933] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.824063] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.824278] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.824416] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.824693] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.824848] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.824962] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.825177] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.825307] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.825440] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: e0c8708f-af14-4137-8ef6-fd7cdae044c7 is going to be created. [ 1006.865429] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.865769] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.865957] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.866278] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.866617] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.866872] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-e0c8708f-af14-4137-8ef6-fd7cdae044c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.547264] env[66544]: INFO networking_nsxv3.common.synchronization [req-20480b0f-fd0c-4c05-8aad-db4ab133e7a1 req-4f175653-4bc2-4327-b79d-47fbc83e2a18 service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 1007.547264] env[66544]: INFO networking_nsxv3.common.synchronization [req-20480b0f-fd0c-4c05-8aad-db4ab133e7a1 req-4f175653-4bc2-4327-b79d-47fbc83e2a18 service nova] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 1007.547264] env[66544]: INFO networking_nsxv3.common.synchronization [req-20480b0f-fd0c-4c05-8aad-db4ab133e7a1 req-4f175653-4bc2-4327-b79d-47fbc83e2a18 service nova] Enqueued Resource ID: e0c8708f-af14-4137-8ef6-fd7cdae044c7 with Priority: HIGHEST for action port [ 1007.547264] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_rules [ 1007.547264] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 1007.547264] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c8708f-af14-4137-8ef6-fd7cdae044c7 with Priority: HIGHEST for action port [ 1007.547264] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.547264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.547264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.547911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.547911] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.548810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.548908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.549118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c8708f-af14-4137-8ef6-fd7cdae044c7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.549220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c8708f-af14-4137-8ef6-fd7cdae044c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.549508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c8708f-af14-4137-8ef6-fd7cdae044c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.549508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c8708f-af14-4137-8ef6-fd7cdae044c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.549508] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c8708f-af14-4137-8ef6-fd7cdae044c7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.051517] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.051973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.053471] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0c8708f-af14-4137-8ef6-fd7cdae044c7 with status ACTIVE [ 1008.054720] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.054720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.054720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.054720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.054720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.054720] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.054720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.054720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.054720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.055115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.055115] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.055115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.055115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.057445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.057445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.057445] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0c8708f-af14-4137-8ef6-fd7cdae044c7 is going to be updated. [ 1008.077695] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.077695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.077826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.078033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.078132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.080221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c8708f-af14-4137-8ef6-fd7cdae044c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.375147] env[66544]: INFO networking_nsxv3.common.synchronization [req-41ff70b9-a6c9-425b-a236-e87e7d419af1 req-b17a56ae-e8cd-44a4-9d49-42e565782901 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_members [ 1008.375895] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_members [ 1008.376139] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7db63184-5ea4-4189-bfce-2825ae80fd68 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.376408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.376902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.377174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.377351] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.377457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.377522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.377676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.377765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.377858] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.406244] env[66544]: INFO networking_nsxv3.common.synchronization [None req-99723a43-89fc-4237-b237-23cb0bc55a02 None None] Enqueued Resource ID: 660bf3f7-3600-401a-9711-9e7295fbf6a5 with Priority: HIGHEST for action port [ 1008.406244] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660bf3f7-3600-401a-9711-9e7295fbf6a5 with Priority: HIGHEST for action port [ 1008.406720] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-660bf3f7-3600-401a-9711-9e7295fbf6a5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.406720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-660bf3f7-3600-401a-9711-9e7295fbf6a5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.406720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-660bf3f7-3600-401a-9711-9e7295fbf6a5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.406929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-660bf3f7-3600-401a-9711-9e7295fbf6a5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.406929] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('660bf3f7-3600-401a-9711-9e7295fbf6a5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.482275] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 1008.482471] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 1008.482592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.482786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.483171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.483439] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.483571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.483636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.484392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.484392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.484392] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.801562] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.801764] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.801887] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.802173] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.802426] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.802581] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.803203] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.803492] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.803685] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.803938] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.804094] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.804232] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.804369] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.804510] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.804644] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.804808] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.827193] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.827397] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.827555] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.827760] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.828141] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-18c91041-b3b2-49e5-82ee-fd4639efd335 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.828382] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-18c91041-b3b2-49e5-82ee-fd4639efd335" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.828560] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-18c91041-b3b2-49e5-82ee-fd4639efd335" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.828900] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-18c91041-b3b2-49e5-82ee-fd4639efd335" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.829816] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c91041-b3b2-49e5-82ee-fd4639efd335',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.881647] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.881834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.881907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.882211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.882307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.882572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.882667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.882743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.882920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.882998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.883104] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 already deleted. [ 1008.883216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.912725] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 660bf3f7-3600-401a-9711-9e7295fbf6a5 [ 1008.912725] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.912725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.912725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.912725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.912725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.912725] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:660bf3f7-3600-401a-9711-9e7295fbf6a5 already deleted. [ 1008.912725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-660bf3f7-3600-401a-9711-9e7295fbf6a5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.987334] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.241104] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.241437] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.337029] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.337029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.337029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.337029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.337029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.337029] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 18c91041-b3b2-49e5-82ee-fd4639efd335 not found, creating... [ 1009.337029] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.337029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.337029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.337029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.337029] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.337567] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.337567] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.337567] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.338066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.338363] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.338696] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 18c91041-b3b2-49e5-82ee-fd4639efd335 is going to be created. [ 1009.375196] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.375196] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.375196] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.375196] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.375196] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.375196] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-18c91041-b3b2-49e5-82ee-fd4639efd335" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.491565] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.998029] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.998444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.998661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.000666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.000666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.000666] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 1010.029687] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.029935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.030030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.030368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.031171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.045768] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 1010.153724] env[66544]: INFO networking_nsxv3.common.synchronization [req-41ff70b9-a6c9-425b-a236-e87e7d419af1 req-eeb0ce37-ab6a-4193-8a8b-6f7cba176a72 service nova] Enqueued Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_rules [ 1010.153903] env[66544]: INFO networking_nsxv3.common.synchronization [req-41ff70b9-a6c9-425b-a236-e87e7d419af1 req-eeb0ce37-ab6a-4193-8a8b-6f7cba176a72 service nova] Enqueued Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_members [ 1010.154047] env[66544]: INFO networking_nsxv3.common.synchronization [req-41ff70b9-a6c9-425b-a236-e87e7d419af1 req-eeb0ce37-ab6a-4193-8a8b-6f7cba176a72 service nova] Enqueued Resource ID: 18c91041-b3b2-49e5-82ee-fd4639efd335 with Priority: HIGHEST for action port [ 1010.154605] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_rules [ 1010.154749] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_members [ 1010.154830] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c91041-b3b2-49e5-82ee-fd4639efd335 with Priority: HIGHEST for action port [ 1010.156089] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db63184-5ea4-4189-bfce-2825ae80fd68 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.156089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.156089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.156089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.156089] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.158294] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7db63184-5ea4-4189-bfce-2825ae80fd68 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.158294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.158294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.158294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.158553] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.158553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.158553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.158826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.159128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.159128] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.160023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c91041-b3b2-49e5-82ee-fd4639efd335 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.165712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c91041-b3b2-49e5-82ee-fd4639efd335" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.165712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c91041-b3b2-49e5-82ee-fd4639efd335" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.165712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c91041-b3b2-49e5-82ee-fd4639efd335" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.165712] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c91041-b3b2-49e5-82ee-fd4639efd335',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.644700] env[66544]: INFO networking_nsxv3.common.synchronization [req-b9c2da77-eada-46a0-87bb-31909cd866ef req-7a6090c2-2a0c-452d-a9f0-5f7445b182cc tempest-ServerPasswordTestJSON-325925953 tempest-ServerPasswordTestJSON-325925953-project-member] Enqueued Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGHEST for action security_group_members [ 1010.645202] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGHEST for action security_group_members [ 1010.645497] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8642911d-5f89-4f54-85c7-ad26b01feb3f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.645613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.645690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.645901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.646438] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.646559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.646623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.646793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.646880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.646977] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.666714] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.668060] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7db63184-5ea4-4189-bfce-2825ae80fd68 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.668060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.668353] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c91041-b3b2-49e5-82ee-fd4639efd335 with status ACTIVE [ 1010.668390] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.668528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.668569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.668787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.669624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.669624] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.669624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.669624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.669624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.669624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.669624] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.672323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.672323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.672323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.672323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.674486] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c91041-b3b2-49e5-82ee-fd4639efd335 is going to be updated. [ 1010.704734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.704889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.704953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.705253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.705323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.705492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c91041-b3b2-49e5-82ee-fd4639efd335" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.992304] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1521d8e2-457c-45e7-b974-17f7ae7e6738 None None] Enqueued Resource ID: 511de561-8d91-4989-b3a0-f63a2d3b7dba with Priority: HIGHEST for action port [ 1010.993290] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511de561-8d91-4989-b3a0-f63a2d3b7dba with Priority: HIGHEST for action port [ 1010.993658] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-511de561-8d91-4989-b3a0-f63a2d3b7dba taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.993833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511de561-8d91-4989-b3a0-f63a2d3b7dba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.993943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511de561-8d91-4989-b3a0-f63a2d3b7dba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.994302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511de561-8d91-4989-b3a0-f63a2d3b7dba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.994419] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511de561-8d91-4989-b3a0-f63a2d3b7dba',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.150103] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.150360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.150491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.150786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.150966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.151293] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.151443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.151554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.151813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.151931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.152091] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f is going to be updated. [ 1011.176424] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.192599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.192599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.192864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.192973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.193149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.209666] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f in Status: IN_PROGRESS for 2s [ 1011.496661] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 511de561-8d91-4989-b3a0-f63a2d3b7dba [ 1011.496969] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.497153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.497236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.497492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.497598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.498176] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:511de561-8d91-4989-b3a0-f63a2d3b7dba already deleted. [ 1011.498176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511de561-8d91-4989-b3a0-f63a2d3b7dba" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.679595] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.679595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.679913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.680819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.680819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.680819] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 is going to be created. [ 1011.726032] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.726032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.726032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.726308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.726352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.755521] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 in Status: UNINITIALIZED for 2s [ 1012.057198] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 1012.057410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.057559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.057831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.058050] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.058181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.058256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.058393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.058480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.058541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.058682] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.553480] env[66544]: INFO networking_nsxv3.common.synchronization [req-ce0af9df-3741-4354-8b61-987aefb271d2 req-c5b010fb-a11a-4607-9c96-62153be98f42 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1012.554149] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1012.554839] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.554839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.554839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.555105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.555105] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.555233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.555433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.555433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.555524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.555592] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.561792] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.561995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.562181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.562313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.562478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.562603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.562986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.562986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.562986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.562986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.563198] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.563198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.563301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.563427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.563566] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.563668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.563751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.563893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.563978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564173] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.058202] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.069038] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ff8d72-bc06-4df9-93b3-69a75dea17da: rpc.has_security_group_logging(os_id): False [ 1013.100212] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.100389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.100434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.100646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.100744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.101353] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.101353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.101353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.101353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.102768] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.102768] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.102768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.102768] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 1013.189072] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.189958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.189958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.189958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.189958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.213051] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 1013.229029] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f in Status: IN_PROGRESS for 4s [ 1013.560660] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.767054] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 in Status: SUCCESS [ 1013.767267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.767450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.767660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.767851] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.767967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.768062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.768187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.768265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.768344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.768435] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.063574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.063983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.063983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.063983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.064131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.064192] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1014.096337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.096337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.096503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.096714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.096835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.106677] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1014.270740] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.773200] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7db63184-5ea4-4189-bfce-2825ae80fd68: rpc.has_security_group_logging(os_id): False [ 1014.791764] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.791944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.792018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.792261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.792351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.792651] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.792798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.792906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.793133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.793223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.793332] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 is going to be created. [ 1014.891439] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.891606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.891674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.892242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.892242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.906872] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 in Status: IN_PROGRESS for 2s [ 1015.229965] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 1015.229965] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.240029] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f in Status: SUCCESS [ 1015.240237] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f deletion is rescheduled due to dependency. [ 1015.240350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.271912] env[66544]: INFO networking_nsxv3.common.synchronization [req-6cf89b87-d28c-4942-b5de-616cc38532e3 req-ce9fd945-9497-42ba-97ed-805b1ff9b9c3 tempest-ServersTestBootFromVolume-1828875522 tempest-ServersTestBootFromVolume-1828875522-project-member] Enqueued Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_members [ 1015.272938] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_members [ 1015.272938] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2e8817-f888-4274-984b-4a800a3641aa taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.272938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.273249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.273324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.273483] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.273588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.273649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.273801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.273882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.273973] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.645488] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.645488] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-704" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.645488] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-704" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.645488] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-704" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.645727] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.645727] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.645822] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.645997] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.646164] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.646366] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.646477] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.646607] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.647668] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.647668] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.647668] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.647668] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.670642] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.670814] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.671016] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.671142] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-704" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.671467] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.671927] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.672200] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.672441] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.672580] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e5089f-17f6-47a5-9ae1-1c0c6e279323',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.776281] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.776444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.776518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.776764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.776861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.777078] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.777183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.777245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.777396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.777470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.777552] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d2e8817-f888-4274-984b-4a800a3641aa already deleted. [ 1015.777632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.117325] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1016.117582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.175199] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.175521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.175695] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.175983] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.176265] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.176547] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port d6e5089f-17f6-47a5-9ae1-1c0c6e279323 not found, creating... [ 1016.176793] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.177048] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.177172] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.177479] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.177703] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.178167] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.178372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.178491] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.178897] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.179134] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.179397] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: d6e5089f-17f6-47a5-9ae1-1c0c6e279323 is going to be created. [ 1016.204090] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.204320] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.204496] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.204911] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.205241] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.205532] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.920156] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 in Status: SUCCESS [ 1016.920483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.974160] env[66544]: INFO networking_nsxv3.common.synchronization [req-6cf89b87-d28c-4942-b5de-616cc38532e3 req-e05d04ec-84b3-4f0e-bdd8-c04d49e1edea service nova] Enqueued Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_rules [ 1016.974361] env[66544]: INFO networking_nsxv3.common.synchronization [req-6cf89b87-d28c-4942-b5de-616cc38532e3 req-e05d04ec-84b3-4f0e-bdd8-c04d49e1edea service nova] Enqueued Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_members [ 1016.974482] env[66544]: INFO networking_nsxv3.common.synchronization [req-6cf89b87-d28c-4942-b5de-616cc38532e3 req-e05d04ec-84b3-4f0e-bdd8-c04d49e1edea service nova] Enqueued Resource ID: d6e5089f-17f6-47a5-9ae1-1c0c6e279323 with Priority: HIGHEST for action port [ 1016.975099] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_rules [ 1016.975242] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_members [ 1016.975340] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e5089f-17f6-47a5-9ae1-1c0c6e279323 with Priority: HIGHEST for action port [ 1016.975615] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2e8817-f888-4274-984b-4a800a3641aa taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.975742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.975806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.976135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.976135] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.977033] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2e8817-f888-4274-984b-4a800a3641aa taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.977155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.977223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.977389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.977649] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.977745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.977835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.977953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.978057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.978147] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.979362] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.979467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.979521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.979672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.979745] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e5089f-17f6-47a5-9ae1-1c0c6e279323',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.479778] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.481451] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2e8817-f888-4274-984b-4a800a3641aa taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.481593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.481826] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6e5089f-17f6-47a5-9ae1-1c0c6e279323 with status ACTIVE [ 1017.482041] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.482197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.482293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.482561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.482759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.482927] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.483070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.483154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.483330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.483445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.484111] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.484111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.484111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.484111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.484111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.484111] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6e5089f-17f6-47a5-9ae1-1c0c6e279323 is going to be updated. [ 1017.507236] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.507236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.507441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.507558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.507714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.507923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e5089f-17f6-47a5-9ae1-1c0c6e279323" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.983362] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.485954] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.486215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.486347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.486670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.486818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.486979] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d2e8817-f888-4274-984b-4a800a3641aa is going to be created. [ 1018.517269] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.517422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.517493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.517706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.517868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.528226] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d2e8817-f888-4274-984b-4a800a3641aa in Status: UNINITIALIZED for 2s [ 1019.723702] env[66544]: INFO networking_nsxv3.common.synchronization [req-c9ba4019-7295-4fa3-b493-6ef914da4170 req-391d9c64-3561-4f4b-9791-98addefb57c3 tempest-ServerGroupTestJSON-1815254526 tempest-ServerGroupTestJSON-1815254526-project-member] Enqueued Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGHEST for action security_group_members [ 1019.724293] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGHEST for action security_group_members [ 1019.724615] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8082c4e-d262-434c-9753-7fac2b446309 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.724738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.725190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.725351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.726424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.726551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.726991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.726991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.726991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.726991] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.117954] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.118224] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-439" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.118378] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-439" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.118780] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-439" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.119137] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.119306] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.119419] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.119759] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.120047] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.120376] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.120550] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.120768] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.120885] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.121092] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.121241] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.121382] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.140854] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.141316] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.141316] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.141481] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-439" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.141687] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.141861] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.142033] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.142351] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.142528] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.233048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.233048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.233048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.233048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.233048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.233048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.233048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.233048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.237363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.237363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.237363] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8082c4e-d262-434c-9753-7fac2b446309 already deleted. [ 1020.237363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.539396] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d2e8817-f888-4274-984b-4a800a3641aa in Status: SUCCESS [ 1020.539705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.540284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.540639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.540904] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.541102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.541208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.541391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.541499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.541632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.541766] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.645207] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.645477] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.645656] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.646079] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.646336] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.646425] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0 not found, creating... [ 1020.646724] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.646882] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.647091] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.647280] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.647418] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.647708] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.647859] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.647978] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.648227] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.648360] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.648497] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0 is going to be created. [ 1020.678162] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.678411] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.678537] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.678953] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.679303] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.679649] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.044291] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.372579] env[66544]: INFO networking_nsxv3.common.synchronization [req-c9ba4019-7295-4fa3-b493-6ef914da4170 req-85da5193-30e3-4385-ae0f-682bae36ef3f service nova] Enqueued Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGHEST for action security_group_rules [ 1021.372793] env[66544]: INFO networking_nsxv3.common.synchronization [req-c9ba4019-7295-4fa3-b493-6ef914da4170 req-85da5193-30e3-4385-ae0f-682bae36ef3f service nova] Enqueued Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGHEST for action security_group_members [ 1021.372947] env[66544]: INFO networking_nsxv3.common.synchronization [req-c9ba4019-7295-4fa3-b493-6ef914da4170 req-85da5193-30e3-4385-ae0f-682bae36ef3f service nova] Enqueued Resource ID: 4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0 with Priority: HIGHEST for action port [ 1021.373490] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGHEST for action security_group_rules [ 1021.373632] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGHEST for action security_group_members [ 1021.373733] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0 with Priority: HIGHEST for action port [ 1021.374021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8082c4e-d262-434c-9753-7fac2b446309 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.374183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.374317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.374468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.374555] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.375706] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8082c4e-d262-434c-9753-7fac2b446309 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.375817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.375886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.376067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.376212] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.376308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.376371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.376514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.376600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.376689] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.377766] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.377876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.377927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.378092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.378381] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.546230] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d2e8817-f888-4274-984b-4a800a3641aa: rpc.has_security_group_logging(os_id): False [ 1021.569391] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.569583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.569705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.569913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.570034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.570316] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.570440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.570518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.570703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.570790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.570908] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2e8817-f888-4274-984b-4a800a3641aa is going to be created. [ 1021.651939] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.652096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.652174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.652380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.652565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.672591] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d2e8817-f888-4274-984b-4a800a3641aa in Status: IN_PROGRESS for 2s [ 1021.880547] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8082c4e-d262-434c-9753-7fac2b446309 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.880730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.881073] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.882552] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0 with status ACTIVE [ 1021.883320] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.883320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.883320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.884262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.885045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.886304] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.886381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.886424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.886644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.886768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.887082] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.887210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.887276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.887447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.887538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.887652] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0 is going to be updated. [ 1021.926319] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.926504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.926619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.926953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.927214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.927448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fee9c9a-f4e1-4bfe-9dfa-2cf4c0da00b0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.240630] env[66544]: INFO networking_nsxv3.common.synchronization [None req-0d3c2255-0073-41fa-9cb2-1a3f79350432 tempest-MigrationsAdminTest-622936183 tempest-MigrationsAdminTest-622936183-project-member] Enqueued Resource ID: 04b76e03-a7de-4f66-90f6-a46c1e246f3d with Priority: HIGHEST for action security_group_rules [ 1022.240630] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b76e03-a7de-4f66-90f6-a46c1e246f3d with Priority: HIGHEST for action security_group_rules [ 1022.240630] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.240630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.240630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.241201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.241201] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b76e03-a7de-4f66-90f6-a46c1e246f3d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.343202] env[66544]: INFO networking_nsxv3.common.synchronization [None req-bd201348-194c-4626-903f-182d8a185cbd tempest-MigrationsAdminTest-622936183 tempest-MigrationsAdminTest-622936183-project-member] Enqueued Resource ID: 04b76e03-a7de-4f66-90f6-a46c1e246f3d with Priority: HIGHEST for action security_group_rules [ 1022.343774] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b76e03-a7de-4f66-90f6-a46c1e246f3d with Priority: HIGHEST for action security_group_rules [ 1022.345060] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.345205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.389412] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.763465] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.763663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.763707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.763887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.763976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.764096] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b76e03-a7de-4f66-90f6-a46c1e246f3d already deleted. [ 1022.764192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.764365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.764522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.764603] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b76e03-a7de-4f66-90f6-a46c1e246f3d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.892033] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.892197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.892197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.892412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.892502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.892605] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8082c4e-d262-434c-9753-7fac2b446309 is going to be created. [ 1022.938232] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.938232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.938232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.938232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.938232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.951054] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8082c4e-d262-434c-9753-7fac2b446309 in Status: UNINITIALIZED for 2s [ 1023.294424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.294775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.294775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.295319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.295504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.295675] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b76e03-a7de-4f66-90f6-a46c1e246f3d already deleted. [ 1023.295884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b76e03-a7de-4f66-90f6-a46c1e246f3d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685190] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d2e8817-f888-4274-984b-4a800a3641aa in Status: SUCCESS [ 1023.685349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.952628] env[66544]: INFO networking_nsxv3.common.synchronization [req-84b034cf-e26c-43a8-8616-f30839d34eba req-986b1a18-156a-4aca-a495-837211e8ee10 tempest-ServerAddressesNegativeTestJSON-313404154 tempest-ServerAddressesNegativeTestJSON-313404154-project-member] Enqueued Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGHEST for action security_group_members [ 1023.953392] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGHEST for action security_group_members [ 1023.954055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c9c43f-49a9-42d9-91a0-b91d0c755005 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.954255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.954319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.954680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.954908] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.955063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.955134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.955342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.955438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.955713] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.338943] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.339322] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-875" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.339322] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-875" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.340043] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-875" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.340043] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.341033] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.341033] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.341169] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.341361] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.341600] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.341739] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.341854] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.341966] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.342097] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.342202] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.342338] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.362713] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.363014] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.363233] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.363446] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-875" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.363821] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.364030] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.364588] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.364588] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.364713] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac79a3f-3311-4e8d-a234-51e14ee7ea22',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.461250] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.461415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.461486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.461697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.461938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.462014] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.462107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.462168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.462310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.462379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.462457] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 already deleted. [ 1024.462534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.867501] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.867735] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.867901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.868207] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.868365] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.868540] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 1ac79a3f-3311-4e8d-a234-51e14ee7ea22 not found, creating... [ 1024.868869] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.869152] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.869276] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.869430] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.869565] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.869912] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.870107] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.870227] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.870443] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.870589] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.871154] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 1ac79a3f-3311-4e8d-a234-51e14ee7ea22 is going to be created. [ 1024.893025] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.897667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.897979] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.898437] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.898896] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.899495] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.962878] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8082c4e-d262-434c-9753-7fac2b446309 in Status: SUCCESS [ 1024.962878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.963030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.963222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.963419] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.963597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.963726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.963813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.963895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.964649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.964649] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.467079] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8082c4e-d262-434c-9753-7fac2b446309 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.467931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.467931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.467931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.468349] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.468512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.468602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.468936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.469084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.469241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.469446] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8082c4e-d262-434c-9753-7fac2b446309 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.469630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.469702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.469904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.470305] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.470305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.470305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.470564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.470564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.470756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.470756] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.691654] env[66544]: INFO networking_nsxv3.common.synchronization [req-84b034cf-e26c-43a8-8616-f30839d34eba req-c2805c44-2b8b-46e9-ae0d-be519421a8a9 service nova] Enqueued Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGHEST for action security_group_rules [ 1025.691654] env[66544]: INFO networking_nsxv3.common.synchronization [req-84b034cf-e26c-43a8-8616-f30839d34eba req-c2805c44-2b8b-46e9-ae0d-be519421a8a9 service nova] Enqueued Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGHEST for action security_group_members [ 1025.691654] env[66544]: INFO networking_nsxv3.common.synchronization [req-84b034cf-e26c-43a8-8616-f30839d34eba req-c2805c44-2b8b-46e9-ae0d-be519421a8a9 service nova] Enqueued Resource ID: 1ac79a3f-3311-4e8d-a234-51e14ee7ea22 with Priority: HIGHEST for action port [ 1025.694388] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGHEST for action security_group_rules [ 1025.694804] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGHEST for action security_group_members [ 1025.695173] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac79a3f-3311-4e8d-a234-51e14ee7ea22 with Priority: HIGHEST for action port [ 1025.696160] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65c9c43f-49a9-42d9-91a0-b91d0c755005 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.696896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.697351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.698020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.698333] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.699621] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c9c43f-49a9-42d9-91a0-b91d0c755005 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.700449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.700449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.700449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.700748] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.700989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.703030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.703030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.703030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.703030] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.703030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.703030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.703030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.703030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.703030] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac79a3f-3311-4e8d-a234-51e14ee7ea22',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.975477] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8082c4e-d262-434c-9753-7fac2b446309: rpc.has_security_group_logging(os_id): False [ 1026.000175] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.001166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.001166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.001166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.001166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.001660] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.001660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.001660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.001994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.001994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.002174] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.002307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.002593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.002593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.002764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.003061] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.003567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.003567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.003567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.003567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.003765] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8082c4e-d262-434c-9753-7fac2b446309 is going to be created. [ 1026.079461] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.079713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.079713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.079953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.080265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.095450] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8082c4e-d262-434c-9753-7fac2b446309 in Status: IN_PROGRESS for 2s [ 1026.206583] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ac79a3f-3311-4e8d-a234-51e14ee7ea22 with status ACTIVE [ 1026.207305] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.207305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.207305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.207531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.207531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.207611] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.207733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.207772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.209069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.209069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.209069] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.209069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.209069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.209069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.209069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.209069] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ac79a3f-3311-4e8d-a234-51e14ee7ea22 is going to be updated. [ 1026.209733] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.214063] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c9c43f-49a9-42d9-91a0-b91d0c755005 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.215054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.241590] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.241590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.241782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.241842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.242232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.242232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ac79a3f-3311-4e8d-a234-51e14ee7ea22" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.715832] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.218044] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.218287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.218419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.220066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.220251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.220405] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 is going to be created. [ 1027.251329] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.251329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.251329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.251329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.251329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.271730] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 in Status: UNINITIALIZED for 2s [ 1028.128066] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8082c4e-d262-434c-9753-7fac2b446309 in Status: SUCCESS [ 1028.128330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.284503] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 in Status: SUCCESS [ 1029.285051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.285051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.285051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.285367] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.285493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.285493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.285647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.285718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.285803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.285902] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.788012] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c9c43f-49a9-42d9-91a0-b91d0c755005 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.788200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.788335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.788458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.790090] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.790280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.790353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.790544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.790633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.790724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.790888] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c9c43f-49a9-42d9-91a0-b91d0c755005 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.790990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.791062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.791217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.791360] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.791452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.791512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.791649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.791725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.791805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.791913] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.294793] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65c9c43f-49a9-42d9-91a0-b91d0c755005: rpc.has_security_group_logging(os_id): False [ 1030.317488] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.317724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.317724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.317952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.318058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.318313] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.318411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.318489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.318715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.318866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.319144] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.319553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.319553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.319734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.319928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.320104] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.320212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.320274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.320428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.320534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.320626] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 is going to be created. [ 1030.398347] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.398581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.398644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.398895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.399177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.411533] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 in Status: IN_PROGRESS for 2s [ 1030.697091] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1030.697091] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1032.432252] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 in Status: SUCCESS [ 1032.432640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.978153] env[66544]: INFO networking_nsxv3.common.synchronization [req-efe37536-c9bd-485a-a61b-7abd82f8f055 req-cf2c9a3f-3342-4334-a5d4-f922b7ca869e tempest-ServerGroupTestJSON-1815254526 tempest-ServerGroupTestJSON-1815254526-project-member] Enqueued Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGHEST for action security_group_members [ 1032.979207] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGHEST for action security_group_members [ 1032.979599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8082c4e-d262-434c-9753-7fac2b446309 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.979744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.979744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.980515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.980726] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.981415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.981415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.981415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.981415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.981415] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.484512] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.485090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.485090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.485325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.485501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.485849] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.486035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.486147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.486412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.486556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.487217] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8082c4e-d262-434c-9753-7fac2b446309 is going to be updated. [ 1033.532338] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.532580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.532632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.533197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.533197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.539816] env[66544]: INFO networking_nsxv3.common.synchronization [req-9baaed7f-6088-4950-899d-dcf8b4834aaf req-b3ab8cf0-2c82-47f6-b5a4-604903e62948 tempest-ServerRescueNegativeTestJSON-207930784 tempest-ServerRescueNegativeTestJSON-207930784-project-member] Enqueued Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_members [ 1033.540552] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGHEST for action security_group_members [ 1033.540977] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-07375c44-acfd-44a8-af8f-a8daaec6fc18 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.541179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.541264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.541537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.541755] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.541920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.542050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.542187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.542298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.542424] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.550089] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8082c4e-d262-434c-9753-7fac2b446309 in Status: IN_PROGRESS for 2s [ 1034.045336] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.045932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.045932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.045932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.045932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.046207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.046297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.046360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.046562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.046629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.046727] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 is going to be updated. [ 1034.082734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.085969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.085969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.085969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.085969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.097330] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 in Status: IN_PROGRESS for 2s [ 1035.562035] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8082c4e-d262-434c-9753-7fac2b446309 in Status: SUCCESS [ 1035.562421] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8082c4e-d262-434c-9753-7fac2b446309 deletion is rescheduled due to dependency. [ 1035.562421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.059346] env[66544]: INFO networking_nsxv3.common.synchronization [req-9b587296-6bfa-4074-86f6-d2a79e706c9c req-b05d016e-98a4-45f5-9578-31bbd03e11ba tempest-ServersV294TestFqdnHostnames-1671553003 tempest-ServersV294TestFqdnHostnames-1671553003-project-member] Enqueued Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_members [ 1036.060013] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGHEST for action security_group_members [ 1036.060379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.060546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.060617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.060881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.061139] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.061305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.061390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.061616] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.061718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.061854] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.108670] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 in Status: SUCCESS [ 1036.108670] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 deletion is rescheduled due to dependency. [ 1036.108670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.256547] env[66544]: INFO networking_nsxv3.common.synchronization [req-9c851f34-97ff-4c90-b043-967cac6532c6 req-5d1f1f80-5121-49da-a5e4-6ed0fe45e464 tempest-MigrationsAdminTest-622936183 tempest-MigrationsAdminTest-622936183-project-member] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 1036.257476] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 1036.257870] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.258071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.258155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.258355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.258554] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.258679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.258757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.258970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.259107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.259283] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.564552] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.564865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.564865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.565481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.565481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.565481] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.565481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.565481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.565718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.565718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.565718] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 is going to be updated. [ 1036.596080] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.596225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.596298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.596535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.596681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.606930] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 in Status: IN_PROGRESS for 2s [ 1036.633232] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.633429] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.633550] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.633820] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.634074] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.634230] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.634341] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.634544] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.634682] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.634989] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.635068] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.635179] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.635284] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.635391] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.635491] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.635618] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.657232] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.657232] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.657232] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.657381] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.657651] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.657820] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.657934] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.658288] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.658421] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49328bc6-5e33-4f4c-9b40-b15b43cfe4ed',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.761553] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.162239] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.162520] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.162680] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.163042] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.163282] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.163482] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 49328bc6-5e33-4f4c-9b40-b15b43cfe4ed not found, creating... [ 1037.163888] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.164189] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.164340] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.164572] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.164708] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.164992] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.165186] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.165306] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.165511] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.165644] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.165779] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 49328bc6-5e33-4f4c-9b40-b15b43cfe4ed is going to be created. [ 1037.186541] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.186816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.187044] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.187447] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.187801] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.188122] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.264141] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.760167] env[66544]: INFO networking_nsxv3.common.synchronization [req-abe01a2c-7578-4d74-94af-71e814cce805 req-92c0dbf6-4989-483f-98d9-0d18a2caf829 tempest-ServerAddressesNegativeTestJSON-313404154 tempest-ServerAddressesNegativeTestJSON-313404154-project-member] Enqueued Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGHEST for action security_group_members [ 1037.760167] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGHEST for action security_group_members [ 1037.760167] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c9c43f-49a9-42d9-91a0-b91d0c755005 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.760167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.760167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.760167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.760167] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.760167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.760167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.760167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.760167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.760167] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.766345] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.766494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.766542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.766729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.767867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.767867] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be updated. [ 1037.800781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.800893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.800966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.801264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.801497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.813696] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: IN_PROGRESS for 2s [ 1037.909158] env[66544]: INFO networking_nsxv3.common.synchronization [req-9c851f34-97ff-4c90-b043-967cac6532c6 req-962d0e33-34cb-4e33-bf4c-0f3111d5b374 service nova] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_rules [ 1037.909273] env[66544]: INFO networking_nsxv3.common.synchronization [req-9c851f34-97ff-4c90-b043-967cac6532c6 req-962d0e33-34cb-4e33-bf4c-0f3111d5b374 service nova] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 1037.909464] env[66544]: INFO networking_nsxv3.common.synchronization [req-9c851f34-97ff-4c90-b043-967cac6532c6 req-962d0e33-34cb-4e33-bf4c-0f3111d5b374 service nova] Enqueued Resource ID: 49328bc6-5e33-4f4c-9b40-b15b43cfe4ed with Priority: HIGHEST for action port [ 1037.910602] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_rules [ 1037.910953] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 1037.911192] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49328bc6-5e33-4f4c-9b40-b15b43cfe4ed with Priority: HIGHEST for action port [ 1037.913642] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.914237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.914332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.914926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.914926] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.915869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.916092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.916435] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.916587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.916694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.916964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.917110] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49328bc6-5e33-4f4c-9b40-b15b43cfe4ed',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.260984] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.261201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.261201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.261430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.261527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.261728] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.261827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.261885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.262056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.262131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.262217] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 is going to be updated. [ 1038.295823] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.296052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.296101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.296294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.296441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.328960] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 in Status: IN_PROGRESS for 2s [ 1038.419617] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.419774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.420112] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49328bc6-5e33-4f4c-9b40-b15b43cfe4ed with status ACTIVE [ 1038.420312] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.420433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.420507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.420695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.420782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.420955] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.421063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.421123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.421288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.421376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.421598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.421651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.421692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.421821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.421897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.422041] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49328bc6-5e33-4f4c-9b40-b15b43cfe4ed is going to be updated. [ 1038.448213] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.448360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.448431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.448641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.448779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.448972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49328bc6-5e33-4f4c-9b40-b15b43cfe4ed" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.618238] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 in Status: SUCCESS [ 1038.618381] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 deletion is rescheduled due to dependency. [ 1038.618468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.705396] env[66544]: INFO networking_nsxv3.common.synchronization [req-cf75aacf-baf8-4327-a56d-069621eeeb02 req-43320b71-929a-4a3c-82e0-81716f56445d tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1038.705929] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1038.706278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.706399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.706457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.706655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.706865] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.706944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.707043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.707164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.707244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.707340] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.029352] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.029779] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.029779] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.029912] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.030157] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.030312] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.030423] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.030618] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.030755] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.031068] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.031175] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.031230] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.031331] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.031827] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.031827] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.031827] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.051345] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.051594] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.051671] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.051822] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.052164] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-1e888dc6-e08c-43e3-a616-649239909464 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.052359] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-1e888dc6-e08c-43e3-a616-649239909464" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.052485] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-1e888dc6-e08c-43e3-a616-649239909464" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.052814] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-1e888dc6-e08c-43e3-a616-649239909464" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.053065] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e888dc6-e08c-43e3-a616-649239909464',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.210284] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.556126] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.556301] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.556444] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.556742] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.557220] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.557295] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 1e888dc6-e08c-43e3-a616-649239909464 not found, creating... [ 1039.557958] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.557958] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.557958] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.558170] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.558170] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.558433] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.558593] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.558803] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.558985] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.559172] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.559326] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 1e888dc6-e08c-43e3-a616-649239909464 is going to be created. [ 1039.583435] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.583662] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.583786] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.584063] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.584296] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.584522] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-1e888dc6-e08c-43e3-a616-649239909464" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.712450] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.823732] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: SUCCESS [ 1039.824067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.824269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.824500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.824690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.824810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.824875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.825053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.825149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.825248] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.215141] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.218173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.218173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.218173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.218173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.218173] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1040.283031] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.283031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.283031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.283031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.283031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.296985] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1040.316040] env[66544]: INFO networking_nsxv3.common.synchronization [req-cf75aacf-baf8-4327-a56d-069621eeeb02 req-b1304cc5-f017-4dd8-902a-aae75d742807 service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 1040.316040] env[66544]: INFO networking_nsxv3.common.synchronization [req-cf75aacf-baf8-4327-a56d-069621eeeb02 req-b1304cc5-f017-4dd8-902a-aae75d742807 service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1040.316040] env[66544]: INFO networking_nsxv3.common.synchronization [req-cf75aacf-baf8-4327-a56d-069621eeeb02 req-b1304cc5-f017-4dd8-902a-aae75d742807 service nova] Enqueued Resource ID: 1e888dc6-e08c-43e3-a616-649239909464 with Priority: HIGHEST for action port [ 1040.316485] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 1040.316835] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1040.317136] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e888dc6-e08c-43e3-a616-649239909464 with Priority: HIGHEST for action port [ 1040.317614] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.317939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.318194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.318547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.319499] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.321015] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.321015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.321015] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e888dc6-e08c-43e3-a616-649239909464 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.321015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e888dc6-e08c-43e3-a616-649239909464" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.321015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e888dc6-e08c-43e3-a616-649239909464" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.321015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e888dc6-e08c-43e3-a616-649239909464" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.321015] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e888dc6-e08c-43e3-a616-649239909464',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.328371] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.340218] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 in Status: SUCCESS [ 1040.340956] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 deletion is rescheduled due to dependency. [ 1040.341326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.823559] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.823700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.823886] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e888dc6-e08c-43e3-a616-649239909464 with status ACTIVE [ 1040.824064] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.824175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.824175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.824440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.824534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.824708] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.824925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.824992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.825166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.825243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.825421] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.825512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.825571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.825728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.825768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.825850] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e888dc6-e08c-43e3-a616-649239909464 is going to be updated. [ 1040.830517] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.849411] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.849411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.849411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.849411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.849411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.849411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e888dc6-e08c-43e3-a616-649239909464" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.332925] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.332925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.332925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.333418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.333418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.333496] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be updated. [ 1041.370478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.370690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.370790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.371095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.371292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.381959] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: IN_PROGRESS for 2s [ 1042.308846] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1042.309218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.309427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.309673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.309936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.310136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.310269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.310468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.310593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.310769] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.813507] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.316021] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.392148] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: SUCCESS [ 1043.392374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.392865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.393085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.393284] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.393402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.393468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.393614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.393695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.393777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.393868] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.818227] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.818227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.818664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.818664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.818664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.818794] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1043.849832] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.850148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.850148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.850354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.850484] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.862663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1043.896492] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.896704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.896819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.897128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.897377] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.897535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.897633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.897848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.897964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.898118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.898333] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.898477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.898549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.898831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.899065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.899187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.899257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.899454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.899556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.899681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.899807] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.928261] env[66544]: INFO networking_nsxv3.common.synchronization [req-7f97f580-7b1e-4c2f-8def-85bc3e3700ad req-98462b78-a0c3-4eb6-bd01-3199a28c3e99 tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 1043.929053] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 1043.929921] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.929921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.930052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.933035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.933035] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.933035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.933035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.933035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.933035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.933499] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.402240] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30423080-4847-40d3-a254-24a86998fd65: rpc.has_security_group_logging(os_id): False [ 1044.422503] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.422761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.422761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.422924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.423032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.423261] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.423418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.423418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.423563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.423672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.423821] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.423915] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.423971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.424125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.424191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.424377] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.424457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.424512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.424646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.424720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.424804] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be updated. [ 1044.436119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.436312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.436368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.436557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.436646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.436858] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.436962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.437035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.437190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.437268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.437357] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 1044.471234] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.471423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.471471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.471709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.472357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.483589] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 1044.503066] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.503270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.503400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.503659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.503808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.517200] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: IN_PROGRESS for 2s [ 1045.197757] env[66544]: INFO networking_nsxv3.common.synchronization [req-83d4d0cf-649c-40ec-a18f-df39c118bac0 req-1ad4d57c-2cb5-4129-8d0a-8a2cce96d45c tempest-ServerActionsTestOtherB-303416206 tempest-ServerActionsTestOtherB-303416206-project-member] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1045.198567] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1045.198693] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.198807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.198873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.199119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.199291] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.199396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.199452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.199608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.199692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.199787] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.703625] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.704671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.705095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.705408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.707663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.707663] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.707663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.707663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.707663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.707663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.707663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 1045.734521] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.734662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.734709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.734896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.735053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.749416] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 1045.873067] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1045.873305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.874871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.875128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.875333] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.875457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.875520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.875683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.875765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.875852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.875948] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.380433] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.380754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.380754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.380992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.381209] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.381364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.381416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.381580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.381706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.381828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.381997] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.382113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.382479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.382479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.382479] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.382651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.382651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.382728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.382763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.382848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.382933] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.493537] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 1046.493537] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 deletion is rescheduled due to dependency. [ 1046.493537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.531328] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: SUCCESS [ 1046.531328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.885681] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 1046.907893] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.908145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.908195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.908546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.908742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.909267] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.909267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.909267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.909456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.909933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.909933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.910047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.910082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.910640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.910640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.910747] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.910802] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.910876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.911088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.911217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.911352] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1046.978228] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.978428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.978428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.978638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.978785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.991481] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1047.761318] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 1047.761318] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d deletion is rescheduled due to dependency. [ 1047.761318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.006226] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1049.006678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.995442] env[66544]: INFO networking_nsxv3.common.synchronization [req-5fd18ca5-a931-481c-9c2b-9797f0e74a1b req-97e2b291-7ece-477b-b177-952078fe49bb tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_members [ 1049.995998] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38920bd-818e-42ea-9f4d-bd6dac08458c with Priority: HIGHEST for action security_group_members [ 1049.996293] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-d38920bd-818e-42ea-9f4d-bd6dac08458c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.996413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.996481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.996667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.996816] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.996911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.996969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.997249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.997249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.997356] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d38920bd-818e-42ea-9f4d-bd6dac08458c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.499643] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.499937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.499937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.500277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.500426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.500863] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.500863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.500863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.501083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.501188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.501351] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d38920bd-818e-42ea-9f4d-bd6dac08458c is going to be updated. [ 1050.531940] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.532332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.532440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.532771] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.533719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.542788] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38920bd-818e-42ea-9f4d-bd6dac08458c in Status: IN_PROGRESS for 2s [ 1052.553783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d38920bd-818e-42ea-9f4d-bd6dac08458c in Status: SUCCESS [ 1052.554239] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d38920bd-818e-42ea-9f4d-bd6dac08458c deletion is rescheduled due to dependency. [ 1052.554239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d38920bd-818e-42ea-9f4d-bd6dac08458c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.727022] env[66544]: INFO networking_nsxv3.common.synchronization [req-33ed59fd-dc3b-4fc5-85f4-b271d1c78b9c req-0732aeff-09a9-4167-96b2-7bf20f7004d0 tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 1052.727588] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 1052.727891] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.728018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.728102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.728298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.728601] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.728601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.728601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.728759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.728794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.728918] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.107982] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.108194] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.108311] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.108664] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.109088] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.109401] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.109585] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.109859] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.110055] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.110345] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.110462] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.110583] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.110710] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.110910] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.111108] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.111290] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.131734] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.131958] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.132139] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.132326] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-770" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.132656] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-02e4c467-7939-43c7-a480-801c3d8bbf8d taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.132860] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-02e4c467-7939-43c7-a480-801c3d8bbf8d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.133014] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-02e4c467-7939-43c7-a480-801c3d8bbf8d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.133351] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-02e4c467-7939-43c7-a480-801c3d8bbf8d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.133490] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e4c467-7939-43c7-a480-801c3d8bbf8d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.230906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.231242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.231242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.231524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.231659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.231949] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.232118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.232219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.232426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.232533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.232671] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 1053.267481] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.267728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.267728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.267919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.268085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.281443] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 1053.635847] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.636285] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.636285] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.636508] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.636651] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.636831] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 02e4c467-7939-43c7-a480-801c3d8bbf8d not found, creating... [ 1053.637199] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.637363] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.637479] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.637694] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.637830] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.638130] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.638284] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.638399] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.638601] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.638731] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.639125] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 02e4c467-7939-43c7-a480-801c3d8bbf8d is going to be created. [ 1053.659953] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.660217] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.660376] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.660621] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.660847] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.661081] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-02e4c467-7939-43c7-a480-801c3d8bbf8d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.777435] env[66544]: INFO networking_nsxv3.common.synchronization [req-3e385bd4-bcc5-450b-bdce-b2ec988555ea req-20a6d7d4-5eb5-4ecd-aa1c-ee2b45b2bc16 tempest-ServerRescueNegativeTestJSON-207930784 tempest-ServerRescueNegativeTestJSON-207930784-project-member] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 1053.778176] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 1053.778622] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.778807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.778920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.779235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.779472] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.779626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.779715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.779927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.780037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.780138] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.103093] env[66544]: INFO networking_nsxv3.common.synchronization [req-7ff630c3-dd3d-4c3c-aec0-9f3a51b04114 req-7310a1dc-ab93-4778-8645-09ca4c4a9733 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1054.103614] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1054.103916] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.104043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.104105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.104305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.104461] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.104572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.104629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.104960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.104960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.104960] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.283047] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.347223] env[66544]: INFO networking_nsxv3.common.synchronization [req-33ed59fd-dc3b-4fc5-85f4-b271d1c78b9c req-8ed1ff39-c971-4a19-a61c-31ffe54a540d service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 1054.347464] env[66544]: INFO networking_nsxv3.common.synchronization [req-33ed59fd-dc3b-4fc5-85f4-b271d1c78b9c req-8ed1ff39-c971-4a19-a61c-31ffe54a540d service nova] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 1054.347610] env[66544]: INFO networking_nsxv3.common.synchronization [req-33ed59fd-dc3b-4fc5-85f4-b271d1c78b9c req-8ed1ff39-c971-4a19-a61c-31ffe54a540d service nova] Enqueued Resource ID: 02e4c467-7939-43c7-a480-801c3d8bbf8d with Priority: HIGHEST for action port [ 1054.348174] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_rules [ 1054.348312] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 1054.348411] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e4c467-7939-43c7-a480-801c3d8bbf8d with Priority: HIGHEST for action port [ 1054.348686] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.348812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.348878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.349304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.349432] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.350906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.351122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.351399] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e4c467-7939-43c7-a480-801c3d8bbf8d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.351622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e4c467-7939-43c7-a480-801c3d8bbf8d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.351738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e4c467-7939-43c7-a480-801c3d8bbf8d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.353663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e4c467-7939-43c7-a480-801c3d8bbf8d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.353757] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e4c467-7939-43c7-a480-801c3d8bbf8d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.607399] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.785042] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.855962] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.855962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.856273] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02e4c467-7939-43c7-a480-801c3d8bbf8d with status ACTIVE [ 1054.856519] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.856704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.856837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.857234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.857329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.857606] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.857842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.857904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.858060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.858146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.858363] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.858465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.858525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.858666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.858732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.858817] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02e4c467-7939-43c7-a480-801c3d8bbf8d is going to be updated. [ 1054.881510] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.881603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.881644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.881850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.881986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.882161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e4c467-7939-43c7-a480-801c3d8bbf8d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.109489] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.287199] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.287401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.287468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.287634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.287721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.287821] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e is going to be updated. [ 1055.290151] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 1055.290332] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 deletion is rescheduled due to dependency. [ 1055.290422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.290622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.290873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.291058] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.291173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.291237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.291400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.291520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.291624] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.327095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.327095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.327095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.327372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.327494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.339172] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: IN_PROGRESS for 2s [ 1055.611848] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.611955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.612041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.612272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.612363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.612462] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1055.640604] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.640794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.640848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.641056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.641400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.652394] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1055.793812] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.295774] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.798577] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.798865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.798908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.799265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.799435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.799603] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 1056.826647] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.826907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.827039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.827319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.827539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.835815] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 1057.349846] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: SUCCESS [ 1057.350117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.661108] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1057.661350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.847443] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 1058.847817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.847817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.848149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.848379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.848525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.848608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.848787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.848904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.849023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.849221] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.349648] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1059.349873] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1059.351329] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.351517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.351646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.351891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.352098] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.352266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.352442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.352615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.352704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.352792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.352939] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.353054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.353116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.353242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.353412] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.353545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.353629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.353773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.353855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.353973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.354095] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.856405] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1: rpc.has_security_group_logging(os_id): False [ 1059.874108] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.874350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.874350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874831] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.874929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.874992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.875150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.875226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.875403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.875493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.875554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.875693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.875767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.875948] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.876051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.876107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.876260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.876339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.876425] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 1059.938486] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.938710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.938759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.938960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.939152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.951475] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 1061.967934] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 1061.968396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.683613] env[66544]: INFO networking_nsxv3.common.synchronization [req-ecb32145-062f-4bd5-9db4-59f21a617526 req-02f5ed31-a4a0-482d-a2b4-063407739f72 tempest-DeleteServersTestJSON-990800354 tempest-DeleteServersTestJSON-990800354-project-member] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 1062.685292] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGHEST for action security_group_members [ 1062.685292] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.685465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.685567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.685858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.686792] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.686992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.687145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.687358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.687633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.687633] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.189936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.190342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.190342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.190420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.190513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.190704] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.190803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.190881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.191110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.191254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.191357] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be updated. [ 1063.194092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.194244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.194289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.195234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.195234] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.249298] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.249541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.249615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.249815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.249976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.260637] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: IN_PROGRESS for 2s [ 1063.395787] env[66544]: INFO networking_nsxv3.common.synchronization [req-e14c9b98-0610-4b60-bfcb-13e08eb47b23 req-fc1939ed-c615-4ceb-941b-a9ec1573a211 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1063.395787] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1063.395787] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.395787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.395787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.395787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.395787] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.395787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.395787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.395787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.396621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.396829] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.697461] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.899545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.902526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.902526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.902526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.902526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.902526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.902526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.902526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.902526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.902526] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.902526] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1063.934948] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.934948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.934948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.934948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.934948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.944332] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1064.179808] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.180107] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.180261] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.180521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.180777] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.180932] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.181057] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.181266] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.181405] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.181615] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.181725] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.181830] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.181932] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.182046] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.182150] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.182275] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.199901] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.202073] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.202073] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.202218] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.203185] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.203185] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-35b353f9-9abc-42d8-8c1b-64402f26b160 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.203185] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-35b353f9-9abc-42d8-8c1b-64402f26b160" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.203185] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-35b353f9-9abc-42d8-8c1b-64402f26b160" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.203440] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-35b353f9-9abc-42d8-8c1b-64402f26b160" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.203440] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35b353f9-9abc-42d8-8c1b-64402f26b160',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.705282] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1064.705282] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1064.706725] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.707058] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.707383] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.707612] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.707912] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.708103] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 35b353f9-9abc-42d8-8c1b-64402f26b160 not found, creating... [ 1064.708515] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.708643] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.708828] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.709176] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.709345] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.709745] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.709844] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.709975] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.710207] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.711028] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.711028] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 35b353f9-9abc-42d8-8c1b-64402f26b160 is going to be created. [ 1064.730055] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.730324] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.730455] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.730749] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.730989] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.731255] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-35b353f9-9abc-42d8-8c1b-64402f26b160" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.770879] env[66544]: INFO networking_nsxv3.common.synchronization [req-5ba99cc7-8752-438d-8e29-4c0d47e10084 req-4cfe489a-9084-4231-9521-401c947560b7 tempest-ServerRescueNegativeTestJSON-207930784 tempest-ServerRescueNegativeTestJSON-207930784-project-member] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 1064.771474] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGHEST for action security_group_members [ 1064.771802] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.771942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.772066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.772385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.772627] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.772773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.772840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.772997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.773110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.773205] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.273439] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da in Status: SUCCESS [ 1065.273439] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da deletion is rescheduled due to dependency. [ 1065.273439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.277789] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.277951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.278031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.278254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.278338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.278532] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.279277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.279277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.279277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.279277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.279277] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e is going to be updated. [ 1065.327273] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.327273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.327273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.327570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.327812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.339583] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: IN_PROGRESS for 2s [ 1065.535791] env[66544]: INFO networking_nsxv3.common.synchronization [req-f356f872-51b6-4d84-8d5f-4729ddec3301 req-16961e76-041e-48a3-93a1-2895f8c06460 tempest-ServerActionsTestOtherB-303416206 tempest-ServerActionsTestOtherB-303416206-project-member] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1065.536281] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1065.536841] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.536987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.537102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.537326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.537485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.537589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.537651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.537898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.537898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.538152] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.578214] env[66544]: INFO networking_nsxv3.common.synchronization [req-e14c9b98-0610-4b60-bfcb-13e08eb47b23 req-402183bf-6d9a-4e4f-b167-a0a274f5dd01 service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 1065.578214] env[66544]: INFO networking_nsxv3.common.synchronization [req-e14c9b98-0610-4b60-bfcb-13e08eb47b23 req-402183bf-6d9a-4e4f-b167-a0a274f5dd01 service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1065.578214] env[66544]: INFO networking_nsxv3.common.synchronization [req-e14c9b98-0610-4b60-bfcb-13e08eb47b23 req-402183bf-6d9a-4e4f-b167-a0a274f5dd01 service nova] Enqueued Resource ID: 35b353f9-9abc-42d8-8c1b-64402f26b160 with Priority: HIGHEST for action port [ 1065.582155] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 1065.582155] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1065.582285] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b353f9-9abc-42d8-8c1b-64402f26b160 with Priority: HIGHEST for action port [ 1065.582930] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.583266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.583420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.583701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.583871] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.584841] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.585070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.585709] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-35b353f9-9abc-42d8-8c1b-64402f26b160 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.585709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35b353f9-9abc-42d8-8c1b-64402f26b160" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.585709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35b353f9-9abc-42d8-8c1b-64402f26b160" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.585709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35b353f9-9abc-42d8-8c1b-64402f26b160" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.585994] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35b353f9-9abc-42d8-8c1b-64402f26b160',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.644288] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.644288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.644288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.644288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.656752] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1065.659483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.659483] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1065.691981] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.692184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.692184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.692379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.701524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.702192] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1065.702299] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.702469] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1065.739212] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.739817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.741107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.741107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.742347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.742634] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1065.811687] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.812310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.812310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.812310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.812497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.812739] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1065.886315] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.886668] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.886834] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.887348] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.887681] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.887986] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.888226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.888542] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.888738] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.888952] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.889078] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.889250] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.889370] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.889477] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.889582] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.889711] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.893284] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.893462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.893462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.893628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.893875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.894121] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1065.894236] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d', '8642911d-5f89-4f54-85c7-ad26b01feb3f', 'f83a8530-3f96-4dc0-9734-03e893780550', 'b8c8d954-56a8-4582-b5fa-77ed4f8ce642', 'f5539aeb-8ffc-4df2-ba9f-5f4d11339854', 'b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2', 'fe692f4f-2398-4baf-b430-6a710060429b', '30423080-4847-40d3-a254-24a86998fd65', '4488474e-9605-4b1c-9266-6ed1fd0145eb', '87476ec2-7166-45d2-9230-c3c53675100d', 'dd4b43f3-cc7a-476a-94bb-280c9dac82a6', '07375c44-acfd-44a8-af8f-a8daaec6fc18', '687c1b15-781a-45e9-915d-6b0ec36dd990', '3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1', '1f6f757a-fd56-4da8-9311-a5ee7933c991', '9c001bf8-1d87-4089-ae47-f7269d07dc8e', '11b54f24-3d3c-4390-937c-5457e285d86b', 'a92ca2c9-8c83-4169-a526-6b3f630c1a87', 'c8082c4e-d262-434c-9753-7fac2b446309', '4c4e9d4b-aa52-44cf-9a83-96466916eaaf', 'd18d18b7-30fc-4ad8-88bd-e367f75324ac', 'cc941173-8065-476d-8bb6-9c816ee9592a', '7db63184-5ea4-4189-bfce-2825ae80fd68', '1d2e8817-f888-4274-984b-4a800a3641aa', '65c9c43f-49a9-42d9-91a0-b91d0c755005', '3d5d5f93-b419-426f-a419-8c8ddbe7a9f8', '2bbf62e6-40a4-45fa-b8eb-28a899ce014e', '1d825188-ef90-486d-a155-5da4f81c87d5', '04cce3f4-8103-4f0f-b701-b377ae1626b4', '5a5b9a80-00ad-49b7-847e-118c44047f88', '02426b2d-3f92-4370-95a5-0019ea8590db', '72ff8d72-bc06-4df9-93b3-69a75dea17da', 'bce93e40-ecc9-4c2c-b90e-9e18ee7be108', '1763a03f-8d77-4c0d-9021-f3c5c755a20d', '1aa3039b-ec98-4996-99a0-8adb76f69123', '400c5087-9339-4264-a8ae-6428c4c8fa35', '8f81eb6d-d506-4046-827b-48dcf72e03f9', 'd65f2988-f4a3-4744-a452-6f541ed02a84', 'd38920bd-818e-42ea-9f4d-bd6dac08458c', 'fba836a2-0c8a-423a-853b-c384e27e5fe7', '11ee92ee-6290-483d-a256-7d6e7880438e'} {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.894389] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1065.914069] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.914309] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.914402] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.914593] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.914933] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-5bb92495-1d38-40f6-a1a9-1437ef6a237e taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.915139] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.915263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.915643] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.915781] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb92495-1d38-40f6-a1a9-1437ef6a237e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.917472] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.917609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.917694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.917900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.918046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.918213] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1065.918323] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.918443] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1065.954624] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1065.954624] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 deletion is rescheduled due to dependency. [ 1065.954624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.954624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.954812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.954994] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.955125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.955181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.955338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.955415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.955508] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.990279] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.990495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.990495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.990679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.991628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.991870] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1065.991948] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.992030] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1065.992096] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1065.992177] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1065.992249] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGH for action security_group_rules [ 1065.992365] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGH for action security_group_rules [ 1065.992474] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGH for action security_group_rules [ 1065.992474] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGH for action security_group_rules [ 1065.992587] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGH for action security_group_rules [ 1065.992587] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGH for action security_group_rules [ 1065.992668] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGH for action security_group_rules [ 1065.992668] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGH for action security_group_rules [ 1065.992734] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGH for action security_group_rules [ 1065.992769] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGH for action security_group_rules [ 1065.992841] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGH for action security_group_rules [ 1065.992885] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGH for action security_group_rules [ 1065.992938] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGH for action security_group_rules [ 1065.992984] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGH for action security_group_rules [ 1065.993057] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGH for action security_group_rules [ 1065.993109] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGH for action security_group_rules [ 1065.993171] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGH for action security_group_rules [ 1065.993227] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGH for action security_group_rules [ 1065.993292] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGH for action security_group_rules [ 1065.993368] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGH for action security_group_rules [ 1065.993441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.040288] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.040557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.040557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.040703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.073795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.074077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.074200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.074280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.074486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.074602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.074663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 1066.087520] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.087663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.087889] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35b353f9-9abc-42d8-8c1b-64402f26b160 with status ACTIVE [ 1066.088100] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.088222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.088306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.088536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.088628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.088823] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.089605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.089605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.089605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.089605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.089605] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.089605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.089880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.089880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.089948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.090049] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35b353f9-9abc-42d8-8c1b-64402f26b160 is going to be updated. [ 1066.099509] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.099902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.100060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.100348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.100495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.109885] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 1066.116198] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.116423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.116499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.116717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.116900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.117117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35b353f9-9abc-42d8-8c1b-64402f26b160" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.181910] env[66544]: INFO networking_nsxv3.common.synchronization [req-679bb0be-d32c-4487-8ac7-5e0e5c1a4f80 req-ea0b5b20-c551-4683-a049-33ffedbac46a tempest-ServersTestBootFromVolume-1828875522 tempest-ServersTestBootFromVolume-1828875522-project-member] Enqueued Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_members [ 1066.182448] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGHEST for action security_group_members [ 1066.182599] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d with Priority: HIGH for action security_group_rules [ 1066.182704] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGH for action security_group_rules [ 1066.182801] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGH for action security_group_rules [ 1066.182894] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 with Priority: HIGH for action security_group_rules [ 1066.182985] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf with Priority: HIGH for action security_group_rules [ 1066.183088] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8082c4e-d262-434c-9753-7fac2b446309 with Priority: HIGH for action security_group_rules [ 1066.183178] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 with Priority: HIGH for action security_group_rules [ 1066.183267] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b54f24-3d3c-4390-937c-5457e285d86b with Priority: HIGH for action security_group_rules [ 1066.183356] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGH for action security_group_rules [ 1066.183443] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e with Priority: HIGH for action security_group_rules [ 1066.183531] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 with Priority: HIGH for action security_group_rules [ 1066.183621] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 with Priority: HIGH for action security_group_rules [ 1066.183712] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGH for action security_group_rules [ 1066.185821] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87476ec2-7166-45d2-9230-c3c53675100d with Priority: HIGH for action security_group_rules [ 1066.185939] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb with Priority: HIGH for action security_group_rules [ 1066.186050] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 with Priority: HIGH for action security_group_rules [ 1066.186149] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGH for action security_group_rules [ 1066.186241] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 with Priority: HIGH for action security_group_rules [ 1066.186333] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f with Priority: HIGH for action security_group_rules [ 1066.186424] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 with Priority: HIGH for action security_group_rules [ 1066.186716] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2e8817-f888-4274-984b-4a800a3641aa taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.186837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.186898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.187151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.187267] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.187366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.187423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.187558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.187640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.187728] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.188751] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.188866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.188922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.189533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.189623] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.190398] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.190528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.190607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.190783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.190845] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.191565] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.191695] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.191754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.192475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.192475] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.192672] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6f757a-fd56-4da8-9311-a5ee7933c991 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.193143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.193143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.193421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.193585] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6f757a-fd56-4da8-9311-a5ee7933c991',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.194738] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.194738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.194962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.194962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.195163] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4e9d4b-aa52-44cf-9a83-96466916eaaf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.195873] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8082c4e-d262-434c-9753-7fac2b446309 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.195988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.196067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.196216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.196289] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8082c4e-d262-434c-9753-7fac2b446309',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.196956] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.197086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.197253] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.197930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.197930] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a92ca2c9-8c83-4169-a526-6b3f630c1a87',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.198760] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b54f24-3d3c-4390-937c-5457e285d86b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.198860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.199019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.199189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.199250] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b54f24-3d3c-4390-937c-5457e285d86b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.200358] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.200560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.200654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.200829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.200902] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.201893] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.202016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.202072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.202223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.202296] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c001bf8-1d87-4089-ae47-f7269d07dc8e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.203430] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-687c1b15-781a-45e9-915d-6b0ec36dd990 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.203542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.203542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.203673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.203743] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('687c1b15-781a-45e9-915d-6b0ec36dd990',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.204682] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07375c44-acfd-44a8-af8f-a8daaec6fc18 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.205093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.205093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.205093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.205254] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07375c44-acfd-44a8-af8f-a8daaec6fc18',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.206057] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.206169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.206238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.206390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.206455] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.207994] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87476ec2-7166-45d2-9230-c3c53675100d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.208117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.208186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.208336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.208406] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87476ec2-7166-45d2-9230-c3c53675100d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.209387] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4488474e-9605-4b1c-9266-6ed1fd0145eb taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.209493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.209560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.209705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.209779] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4488474e-9605-4b1c-9266-6ed1fd0145eb',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.210464] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.210568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.210672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.210774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.210842] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.211525] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.211634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.211682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.212041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.212041] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.213583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.213583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.213583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.213795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.213795] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5539aeb-8ffc-4df2-ba9f-5f4d11339854',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.215908] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8642911d-5f89-4f54-85c7-ad26b01feb3f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.216058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.216110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.216250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.216321] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8642911d-5f89-4f54-85c7-ad26b01feb3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.218176] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.218176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.218176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.218176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.218423] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8c8d954-56a8-4582-b5fa-77ed4f8ce642',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.421233] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.421654] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.421731] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.422058] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.422257] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.422454] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 5bb92495-1d38-40f6-a1a9-1437ef6a237e not found, creating... [ 1066.422759] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.422964] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.423127] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.423386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.423566] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.423891] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.424103] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.424286] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.424557] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.424727] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.424901] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 5bb92495-1d38-40f6-a1a9-1437ef6a237e is going to be created. [ 1066.447645] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.447867] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.447994] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.448305] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.448543] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.448768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.458386] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.549270] env[66544]: INFO networking_nsxv3.common.synchronization [req-164fa7b8-f8ef-4730-adc0-75de80fe9fbc req-7829c0a4-550b-4795-a8e4-f2a41509356c tempest-ServerDiskConfigTestJSON-1621837179 tempest-ServerDiskConfigTestJSON-1621837179-project-member] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 1066.549856] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGHEST for action security_group_members [ 1066.550304] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.550396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.550396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.550604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.550756] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.550854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.550916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.551288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.551449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.551623] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.702996] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.703242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.708666] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.708911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.708911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.709071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.709262] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.709363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.709425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.709574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.709654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.709737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.709850] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.728718] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.728958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.729151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.729435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.737428] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.737602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.737693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.737898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.738068] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.738169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.738233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.738377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.738463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.738545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.738628] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.739573] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.739708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.739772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.739874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.740028] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.740125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.740185] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.740376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.740441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.740481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.740548] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.751210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.751302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.755658] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.755778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.756207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.756327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.756392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.756590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.756741] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.756837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.756897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.757051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.757136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.757221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.757373] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.757463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.757515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.757650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.757783] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.757870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.757929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.758079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.758154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.758232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.758316] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.765101] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.765302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.766256] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.766353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.770522] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.770714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.815174] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.815353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.815948] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.816130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.854727] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.854977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.855751] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.855939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.857605] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.857747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.858504] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.859065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.859285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.859927] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.860404] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.860514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.861258] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.861744] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.861862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.862565] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.862998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.863139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.875267] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.875894] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.876246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.876927] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.877486] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.877665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.887265] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.888947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.889284] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.889425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.889425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.889696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.889696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.889803] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d2e8817-f888-4274-984b-4a800a3641aa is going to be updated. [ 1066.890954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.891175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.932989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.933269] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b54f24-3d3c-4390-937c-5457e285d86b is going to be deleted. [ 1066.934219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.934409] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.959860] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.960652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.960652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.960652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.960902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.961970] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.965779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.965903] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a92ca2c9-8c83-4169-a526-6b3f630c1a87 is going to be deleted. [ 1066.966958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.967209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.987283] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d2e8817-f888-4274-984b-4a800a3641aa in Status: IN_PROGRESS for 2s [ 1067.016237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.016237] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e is going to be deleted. [ 1067.017044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.018101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.055153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.055284] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07375c44-acfd-44a8-af8f-a8daaec6fc18 is going to be deleted. [ 1067.056427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.056684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.056684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.056814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.079383] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.079593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.085921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.086330] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.086521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.086625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.086934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.087212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.087212] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 1067.093218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.093997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.102947] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.103046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.124101] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.124308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.128610] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.128991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.160234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.160481] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4e9d4b-aa52-44cf-9a83-96466916eaaf is going to be deleted. [ 1067.161939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.162294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.170050] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.170300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.170376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.170672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.170891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.191644] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 1067.215296] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.215504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.215552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.215801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216065] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.216157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.216157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216675] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.216757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.216757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.217076] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.217175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.217230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.217840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.217840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.217840] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.217840] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.234867] env[66544]: INFO networking_nsxv3.common.synchronization [req-f356f872-51b6-4d84-8d5f-4729ddec3301 req-44b6366e-fb0b-4d8e-b11b-a4d6f3fb1677 service nova] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 1067.234867] env[66544]: INFO networking_nsxv3.common.synchronization [req-f356f872-51b6-4d84-8d5f-4729ddec3301 req-44b6366e-fb0b-4d8e-b11b-a4d6f3fb1677 service nova] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1067.235035] env[66544]: INFO networking_nsxv3.common.synchronization [req-f356f872-51b6-4d84-8d5f-4729ddec3301 req-44b6366e-fb0b-4d8e-b11b-a4d6f3fb1677 service nova] Enqueued Resource ID: 5bb92495-1d38-40f6-a1a9-1437ef6a237e with Priority: HIGHEST for action port [ 1067.238173] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 1067.238173] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1067.238173] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb92495-1d38-40f6-a1a9-1437ef6a237e with Priority: HIGHEST for action port [ 1067.238173] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.238173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.238173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.238173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.238173] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.238173] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.238173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.238173] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bb92495-1d38-40f6-a1a9-1437ef6a237e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.238173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.238173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.238173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.238849] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb92495-1d38-40f6-a1a9-1437ef6a237e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.253562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.253562] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87476ec2-7166-45d2-9230-c3c53675100d is going to be deleted. [ 1067.254643] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.255353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.255634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.268385] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30423080-4847-40d3-a254-24a86998fd65: rpc.has_security_group_logging(os_id): False [ 1067.301115] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.301265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.346583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.346725] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5539aeb-8ffc-4df2-ba9f-5f4d11339854 is going to be deleted. [ 1067.347668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.347879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.372802] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e in Status: SUCCESS [ 1067.372979] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c001bf8-1d87-4089-ae47-f7269d07dc8e deletion is rescheduled due to dependency. [ 1067.373120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.412753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.413033] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8642911d-5f89-4f54-85c7-ad26b01feb3f is going to be deleted. [ 1067.414278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.414565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.432769] env[66544]: INFO networking_nsxv3.common.synchronization [req-07df7f8f-704f-4848-a04c-7a3a394f54b7 req-36575984-0804-409b-968c-5a8830747256 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 1067.433385] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 1067.433697] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.433825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.433937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.434095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.434254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.434344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.434414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.434557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.434674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.434731] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.466956] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.467244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.468852] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.468994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.469103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.469371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.469464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.469565] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1067.486968] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.487170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.514022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.514242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.520887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.521088] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be deleted. [ 1067.522264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.522479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.552543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.552716] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8082c4e-d262-434c-9753-7fac2b446309 is going to be deleted. [ 1067.553723] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.553958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.555600] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.555761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.555808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.555958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.556132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.584783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1067.613112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.613292] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d is going to be deleted. [ 1067.614930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.615108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.666153] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.666393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.667762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.667883] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6f757a-fd56-4da8-9311-a5ee7933c991 is going to be deleted. [ 1067.668799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.669025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.692069] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.692225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.718394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.718545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8c8d954-56a8-4582-b5fa-77ed4f8ce642 is going to be deleted. [ 1067.719595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.719807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.720815] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 1067.739722] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.739865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.740072] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bb92495-1d38-40f6-a1a9-1437ef6a237e with status ACTIVE [ 1067.740254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.740397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.740397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.740615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.740700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.740862] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.740951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.741056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.741222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.741298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.741700] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.741700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.741700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.741826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.741861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.743385] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bb92495-1d38-40f6-a1a9-1437ef6a237e is going to be updated. [ 1067.758202] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83a8530-3f96-4dc0-9734-03e893780550: rpc.has_security_group_logging(os_id): False [ 1067.777429] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.777747] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.777960] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.778299] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.778592] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.778769] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.778888] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.779236] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.779407] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.779639] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.779753] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.779869] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.779972] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.780101] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.780338] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.780582] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.798942] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.799160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.824783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.824934] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4488474e-9605-4b1c-9266-6ed1fd0145eb is going to be deleted. [ 1067.826091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.826335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.855877] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.856069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.856139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.856339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.856477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.856648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.884174] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.884319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.897125] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.897544] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.117 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.897544] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.897936] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.898372] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-6dbe1106-9ccb-456b-a382-40e5622bf041 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.898713] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.898850] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.899265] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.899499] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbe1106-9ccb-456b-a382-40e5622bf041',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.901762] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.901901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.938046] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.938046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.008084] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.008373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.013345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.013571] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2 is going to be deleted. [ 1068.014863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.015214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.033399] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.033600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.041210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.041440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.060837] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.061358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.099075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.099365] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 687c1b15-781a-45e9-915d-6b0ec36dd990 is going to be deleted. [ 1068.100696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.101022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.101193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.101392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a92ca2c9-8c83-4169-a526-6b3f630c1a87" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.101721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.101834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.101952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.102137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c001bf8-1d87-4089-ae47-f7269d07dc8e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.102907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.103165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.103384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.103498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b54f24-3d3c-4390-937c-5457e285d86b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.103682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.103895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.104019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.104186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07375c44-acfd-44a8-af8f-a8daaec6fc18" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.104365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.104572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.182807] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 1068.183069] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d deletion is rescheduled due to dependency. [ 1068.183156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.183326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.183552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.183748] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.183867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.183932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.184107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.184191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.184289] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.249590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.249921] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.250098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.250154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.250505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.250614] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.250854] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.250973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.251100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.251999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.251999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.251999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.251999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.251999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.251999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.251999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.251999] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be updated. [ 1068.253336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.253516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.253617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.253744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87476ec2-7166-45d2-9230-c3c53675100d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.253883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.254046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.254129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.254246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4e9d4b-aa52-44cf-9a83-96466916eaaf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.254399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.254538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.254612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.254725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5539aeb-8ffc-4df2-ba9f-5f4d11339854" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.254836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.254974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.255059] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.255167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8642911d-5f89-4f54-85c7-ad26b01feb3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.256015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.256232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.256380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.256511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.256635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.256780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.286528] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.286672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.403777] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.404038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.404173] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.404461] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.404607] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.404815] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 6dbe1106-9ccb-456b-a382-40e5622bf041 not found, creating... [ 1068.405104] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.405289] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.405412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.405711] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.405875] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.406186] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.406375] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.406517] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.406735] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.406870] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.407060] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 6dbe1106-9ccb-456b-a382-40e5622bf041 is going to be created. [ 1068.409016] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.409177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.416931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.417280] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.417439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.417518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.417753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.417853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.418105] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.418235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.418307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.418505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.418607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.418860] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.418966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.419067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.419247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.419322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.419422] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1068.420477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.420642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.478958] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.479417] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.479417] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.479716] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.479916] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.480180] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.482618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.483041] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.483197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.483271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.483504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.483602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.483737] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be updated. [ 1068.485284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.485587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.485687] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.485873] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4488474e-9605-4b1c-9266-6ed1fd0145eb" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.486067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.486275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.486384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.486520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6f757a-fd56-4da8-9311-a5ee7933c991" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.487079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.487283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.487389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.487546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed8d65f-c9b8-4bb2-9266-ae1191d29a6d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.487699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.487875] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.487966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.488132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8c8d954-56a8-4582-b5fa-77ed4f8ce642" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.488946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.489238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.489337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.489790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8082c4e-d262-434c-9753-7fac2b446309" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.489790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.489790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.490058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.490058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b256d2d5-7fce-47fb-9ad5-9fc55e78b4d2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.490174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.490308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.490407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.490457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-687c1b15-781a-45e9-915d-6b0ec36dd990" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.490565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.490701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.490773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.490998] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.491119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.491184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.491349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.491463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.491592] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be deleted. [ 1068.560482] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.560742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.560742] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.560966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.561175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.570959] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.571200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.571200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.571390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.571578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.571701] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.582796] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: IN_PROGRESS for 2s [ 1068.686978] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.701257] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.701403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.701487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.701788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.702013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.705976] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.706084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.706084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.706297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.706442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.749446] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: IN_PROGRESS for 2s [ 1068.750275] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1068.999354] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d2e8817-f888-4274-984b-4a800a3641aa in Status: SUCCESS [ 1068.999418] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d2e8817-f888-4274-984b-4a800a3641aa deletion is rescheduled due to dependency. [ 1068.999498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.084547] env[66544]: INFO networking_nsxv3.common.synchronization [req-07df7f8f-704f-4848-a04c-7a3a394f54b7 req-0cea9a6a-c991-418e-bcee-3843278418f3 service nova] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_rules [ 1069.084874] env[66544]: INFO networking_nsxv3.common.synchronization [req-07df7f8f-704f-4848-a04c-7a3a394f54b7 req-0cea9a6a-c991-418e-bcee-3843278418f3 service nova] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 1069.085161] env[66544]: INFO networking_nsxv3.common.synchronization [req-07df7f8f-704f-4848-a04c-7a3a394f54b7 req-0cea9a6a-c991-418e-bcee-3843278418f3 service nova] Enqueued Resource ID: 6dbe1106-9ccb-456b-a382-40e5622bf041 with Priority: HIGHEST for action port [ 1069.085807] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_rules [ 1069.085949] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 1069.086069] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbe1106-9ccb-456b-a382-40e5622bf041 with Priority: HIGHEST for action port [ 1069.086359] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.086480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.086580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.086815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.086815] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.087935] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.088031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.088112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.088281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.088460] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.088562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.088622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.088773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.088860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.088997] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.090020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dbe1106-9ccb-456b-a382-40e5622bf041 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.090235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.090366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.090532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.090642] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbe1106-9ccb-456b-a382-40e5622bf041',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.190120] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.202288] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 1069.202659] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 deletion is rescheduled due to dependency. [ 1069.202801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.203362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.203628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.204212] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.204212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.204212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.204212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.204453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.204453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.204453] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.593251] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.593251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.593251] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.594079] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dbe1106-9ccb-456b-a382-40e5622bf041 with status ACTIVE [ 1069.594287] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.594424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.594504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.595205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.595205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.595205] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.595205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.595205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.595471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.595471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.595545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.596580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.596580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.596580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.596580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.596580] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dbe1106-9ccb-456b-a382-40e5622bf041 is going to be updated. [ 1069.597828] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1069.597996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.598577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.598577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.598690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.598751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.598815] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.598956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.599497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.599497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.599497] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.619880] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.620083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.620083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.620367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.620501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.620655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.692082] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.692082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.692319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.692319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.692417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.692576] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 1069.706428] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.706675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.706675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.706902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.707027] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.707140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.707255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.707424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.707479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.707530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.707705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.707811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.707811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.707942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.708087] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.708184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.708245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.708374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.708452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.708583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.708640] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.745563] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.745719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.745786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.746014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.746169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.766732] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 1070.098942] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.100841] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.101324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.101324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.101324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.101478] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.101547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.101583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.101775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.101859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.101952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.102102] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.102192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.102257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.102450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.102677] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.102837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.102951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.103363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.103363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.103363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.103509] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.210719] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1: rpc.has_security_group_logging(os_id): False [ 1070.232322] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.232489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.232489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.232892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.232892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.233060] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.233060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.233190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.234301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.234301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.234301] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.234301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.234301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.234301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.234301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.234301] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.234301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.234301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.234806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.234806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.234806] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be updated. [ 1070.347690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.347886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.347933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.348974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.349255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.383992] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: IN_PROGRESS for 2s [ 1070.466975] env[66544]: INFO networking_nsxv3.common.synchronization [None req-f82ed3b2-3a0c-441e-bb75-87ed0c4b8978 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1070.467761] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1070.467862] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.467963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.468050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.468257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.468413] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.468510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.468571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.468729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.468814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.468906] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.599772] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: SUCCESS [ 1070.599772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.601523] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.601523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.601697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.602148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.602148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.602148] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be created. [ 1070.607417] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fba836a2-0c8a-423a-853b-c384e27e5fe7: rpc.has_security_group_logging(os_id): False [ 1070.627647] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.627798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.627869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.628098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.633837] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.634027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.634079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.634415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.634415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653297] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: UNINITIALIZED for 2s [ 1070.663318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.663318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.663521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.663521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.664166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.664166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.664166] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.664166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.664166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.664459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.664459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.664533] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.664587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.664629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.664767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.664839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.664923] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1070.737813] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.737813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.737813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.737813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.737813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.753019] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1070.768561] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 1070.769052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.771551] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1070.771946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.971780] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.474019] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.633242] env[66544]: INFO networking_nsxv3.common.synchronization [req-8d396b14-eda8-4473-9c9b-0f49274de4c6 req-d18d79a6-98f0-4190-96fa-4ac7417212d4 tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_members [ 1071.634010] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGHEST for action security_group_members [ 1071.634389] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f81eb6d-d506-4046-827b-48dcf72e03f9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.634566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.634730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.634936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.635134] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.635236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.635301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.638586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.638586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.638586] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.775741] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 1071.777445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.777445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.777580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.778032] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.778032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.778032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.778032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.778250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.778250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.778338] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.978785] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.978785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.978785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.978785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.978785] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.978785] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1072.015845] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.015940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.017530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.017530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.017530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.026254] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1072.141415] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.141557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.141557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.141782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.163635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.163910] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.164103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.164188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.164593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.164644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.164882] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 is going to be updated. [ 1072.197026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.197223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.197223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.197427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.197671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.207100] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 in Status: IN_PROGRESS for 2s [ 1072.283027] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.398993] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 in Status: SUCCESS [ 1072.399363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.664099] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: SUCCESS [ 1072.664675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.664675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.664781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.664910] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.665043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.665109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.665266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.665348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665518] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.767062] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1072.767422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.784280] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1763a03f-8d77-4c0d-9021-f3c5c755a20d: rpc.has_security_group_logging(os_id): False [ 1072.804203] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.804395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.804441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.804673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.804770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.805038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.805134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.805198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.805384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.805464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.805554] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 1072.877652] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.877912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.877912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.878188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.878443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.897023] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 1072.954421] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.955149] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.955149] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.955459] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.955810] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.956135] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.956291] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.956568] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.956743] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.956974] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.957155] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.957330] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.957471] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.957584] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.957700] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.958366] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.987034] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.987034] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.987034] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.987034] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.987034] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.987544] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.987544] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.987681] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.987786] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5c5db6-abf1-41aa-87f1-66e72c5f6a92',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.168321] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.168521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.168572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.168839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.169039] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.169237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.169237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.169432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.169530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.169639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.169790] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.169882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.169942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.170105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.170277] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.170349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.170386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.170542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.170632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.170714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.170801] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.477915] env[66544]: INFO networking_nsxv3.common.synchronization [req-43f68aa4-02f8-473c-a0f9-be046941feb0 req-4078edca-3eba-439d-925e-4e63d66aaf04 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1073.478759] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1073.479091] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.479284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.479393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.479551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.479718] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.479829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.479944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.480048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.480136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.480250] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.490207] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.491630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.491630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.491630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.491630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.491630] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 5e5c5db6-abf1-41aa-87f1-66e72c5f6a92 not found, creating... [ 1073.491881] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.492057] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.492178] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.492417] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.492556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.492848] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.493015] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.493133] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.493337] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.493476] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.493609] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 5e5c5db6-abf1-41aa-87f1-66e72c5f6a92 is going to be created. [ 1073.519104] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.519415] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.519545] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.519825] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.520077] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.520420] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.673074] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe692f4f-2398-4baf-b430-6a710060429b: rpc.has_security_group_logging(os_id): False [ 1073.693770] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.693770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.693770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.694189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.694189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.694272] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.694344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.694387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.694512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.694590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.694785] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.694878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.694940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.695092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695343] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.695441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.695588] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.695714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695881] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be created. [ 1073.762927] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.763094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.763171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.763379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.763669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.775392] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: IN_PROGRESS for 2s [ 1073.813107] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.813388] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.813553] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.813844] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.814146] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.814357] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.814509] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.815189] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.815358] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.815572] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.815687] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.815795] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.815901] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.816016] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.816125] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.816430] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.850180] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.850450] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.850450] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.850614] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-97" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.850938] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-48091bd1-2b2f-41cc-9312-c2c327e4a765 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.851136] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-48091bd1-2b2f-41cc-9312-c2c327e4a765" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.851255] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-48091bd1-2b2f-41cc-9312-c2c327e4a765" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.851598] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-48091bd1-2b2f-41cc-9312-c2c327e4a765" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.851737] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48091bd1-2b2f-41cc-9312-c2c327e4a765',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.981841] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.037692] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1074.037692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.218416] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 in Status: IN_PROGRESS for 4s [ 1074.253583] env[66544]: INFO networking_nsxv3.common.synchronization [req-5ed446d5-7997-4702-9a8f-c0a922b3dcd8 req-a5995682-dce1-4c54-a216-51a885267b32 service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 1074.253835] env[66544]: INFO networking_nsxv3.common.synchronization [req-5ed446d5-7997-4702-9a8f-c0a922b3dcd8 req-a5995682-dce1-4c54-a216-51a885267b32 service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1074.254328] env[66544]: INFO networking_nsxv3.common.synchronization [req-5ed446d5-7997-4702-9a8f-c0a922b3dcd8 req-a5995682-dce1-4c54-a216-51a885267b32 service nova] Enqueued Resource ID: 5e5c5db6-abf1-41aa-87f1-66e72c5f6a92 with Priority: HIGHEST for action port [ 1074.254880] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 1074.255063] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1074.255232] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5c5db6-abf1-41aa-87f1-66e72c5f6a92 with Priority: HIGHEST for action port [ 1074.255561] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.255740] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.255853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.256157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.256242] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.257255] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.257344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.257439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.257648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.257886] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.258064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.258125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.258395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.259045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.259167] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.261333] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.261333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.261333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.261333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.261333] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5c5db6-abf1-41aa-87f1-66e72c5f6a92',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.354671] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.354945] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.355180] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.355494] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.355679] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.355864] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 48091bd1-2b2f-41cc-9312-c2c327e4a765 not found, creating... [ 1074.356162] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.356354] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.356482] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.356903] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.356903] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.357119] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.357304] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.357420] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.357638] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.357780] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.357918] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 48091bd1-2b2f-41cc-9312-c2c327e4a765 is going to be created. [ 1074.377205] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.377425] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.377550] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.377816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.378054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.378295] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-48091bd1-2b2f-41cc-9312-c2c327e4a765" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.484682] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.762944] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.764010] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.764131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.764736] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e5c5db6-abf1-41aa-87f1-66e72c5f6a92 with status ACTIVE [ 1074.764736] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.764736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.764934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.764973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.765065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.765224] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.765561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.765561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.765561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.765780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.765780] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.765871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.765909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.766037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.766107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.766316] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e5c5db6-abf1-41aa-87f1-66e72c5f6a92 is going to be updated. [ 1074.789984] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.789984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.789984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.789984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.789984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.790319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e5c5db6-abf1-41aa-87f1-66e72c5f6a92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.911009] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 1074.911141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.986870] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.987619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.987619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.987619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.987619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.987619] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1075.022503] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.022650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.022720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.022944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.023106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.031980] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1075.098319] env[66544]: INFO networking_nsxv3.common.synchronization [req-43f68aa4-02f8-473c-a0f9-be046941feb0 req-7de86696-e5d5-4b79-85bf-88da5d6bfcea service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 1075.098757] env[66544]: INFO networking_nsxv3.common.synchronization [req-43f68aa4-02f8-473c-a0f9-be046941feb0 req-7de86696-e5d5-4b79-85bf-88da5d6bfcea service nova] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1075.098757] env[66544]: INFO networking_nsxv3.common.synchronization [req-43f68aa4-02f8-473c-a0f9-be046941feb0 req-7de86696-e5d5-4b79-85bf-88da5d6bfcea service nova] Enqueued Resource ID: 48091bd1-2b2f-41cc-9312-c2c327e4a765 with Priority: HIGHEST for action port [ 1075.099825] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_rules [ 1075.100056] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1075.100265] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48091bd1-2b2f-41cc-9312-c2c327e4a765 with Priority: HIGHEST for action port [ 1075.100577] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.100738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.100792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.100963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.101060] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.102193] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.102193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.102405] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-48091bd1-2b2f-41cc-9312-c2c327e4a765 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.102542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48091bd1-2b2f-41cc-9312-c2c327e4a765" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.102590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48091bd1-2b2f-41cc-9312-c2c327e4a765" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.103662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48091bd1-2b2f-41cc-9312-c2c327e4a765" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.103662] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48091bd1-2b2f-41cc-9312-c2c327e4a765',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.265585] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.605469] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.605608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.605761] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48091bd1-2b2f-41cc-9312-c2c327e4a765 with status ACTIVE [ 1075.607375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.607375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.607375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.607375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.607943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.607943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.607943] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48091bd1-2b2f-41cc-9312-c2c327e4a765 is going to be updated. [ 1075.635226] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.635412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.635412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.635629] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.635766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.635934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48091bd1-2b2f-41cc-9312-c2c327e4a765" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.768549] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.768937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.768937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.769028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.769077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.769177] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1075.787996] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: SUCCESS [ 1075.788307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.800178] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.800402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.800493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.800709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.800856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.815095] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1076.228995] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 in Status: SUCCESS [ 1076.228995] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 deletion is rescheduled due to dependency. [ 1076.228995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.043797] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1077.044211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.044211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.044380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.044594] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.045044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.045044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.045044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.045193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.045193] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.548036] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.825589] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1077.825746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.825922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.826155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.826513] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.826513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.826513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.826680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.826730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.826811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.826902] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.049737] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.128637] env[66544]: INFO networking_nsxv3.common.synchronization [req-3db69a47-18ec-4604-a5e8-ad283981095f req-d6c67b99-b872-441f-8b6c-44a113ae9803 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 1078.130049] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGHEST for action security_group_members [ 1078.130561] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.130561] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.130664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.131066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.131066] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.131066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.131573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.131573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.131573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.131573] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.177940] env[66544]: INFO networking_nsxv3.common.synchronization [req-3db69a47-18ec-4604-a5e8-ad283981095f req-d6c67b99-b872-441f-8b6c-44a113ae9803 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: 6dbe1106-9ccb-456b-a382-40e5622bf041 with Priority: HIGHEST for action port [ 1078.178416] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbe1106-9ccb-456b-a382-40e5622bf041 with Priority: HIGHEST for action port [ 1078.178644] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dbe1106-9ccb-456b-a382-40e5622bf041 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.178793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.178848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.179339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.179339] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbe1106-9ccb-456b-a382-40e5622bf041',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.329781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.329933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.330014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.330239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.330407] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.330509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.330571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.330716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.330803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.331081] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.331081] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.331206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.331206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.331354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.331549] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.331615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.331657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.331774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.331848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.331926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.332020] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.552927] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.553156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.553207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.553636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.553636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.553636] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1078.591025] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.591212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.591312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.591450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.591590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.602931] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1078.633690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.633936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.634220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.634563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.634563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.634866] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.635045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.635171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.635408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.635532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.635669] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be updated. [ 1078.665373] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.665571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.665571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.665798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.665939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.675959] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: IN_PROGRESS for 2s [ 1078.685207] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dbe1106-9ccb-456b-a382-40e5622bf041 with status ACTIVE [ 1078.685207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.685207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.685207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.685207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.685207] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dbe1106-9ccb-456b-a382-40e5622bf041 is going to be updated. [ 1078.709089] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.709089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.709089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.709089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.709089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.709089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dbe1106-9ccb-456b-a382-40e5622bf041" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.834035] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fba836a2-0c8a-423a-853b-c384e27e5fe7: rpc.has_security_group_logging(os_id): False [ 1078.860024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.860024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.860024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.860024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.860731] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.861198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.861435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.861707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.861916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.862139] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1078.934902] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.935178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.935329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.935642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.935732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.952477] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1080.114436] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b6fa916b-b892-40f7-b2bb-f1a7db1dacfb None None] Enqueued Resource ID: 2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90 with Priority: HIGHEST for action port [ 1080.114436] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90 with Priority: HIGHEST for action port [ 1080.115177] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.117447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.117447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.117447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.117447] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.614083] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1080.616313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.616313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.616313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.616313] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.616313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.616313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.616313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.616313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.616313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.616313] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.620012] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90 [ 1080.621053] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.621053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.621053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.621053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.621053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.621053] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90 already deleted. [ 1080.621053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ec2abaf-fb4c-4eff-893e-dcb5d1a3dc90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.685977] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe692f4f-2398-4baf-b430-6a710060429b in Status: SUCCESS [ 1080.686887] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe692f4f-2398-4baf-b430-6a710060429b deletion is rescheduled due to dependency. [ 1080.686887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.973904] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1080.974154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.118842] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.121207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.121207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.121207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.121207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.122658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.122847] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.123189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.123381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.123676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.124157] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.628653] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b43f3-cc7a-476a-94bb-280c9dac82a6: rpc.has_security_group_logging(os_id): False [ 1081.646396] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.646598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.646598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.646917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.646917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.647118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.647218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.647284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.647420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.647497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.647688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.647781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.647848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.647973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.648058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.648352] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.648352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.648468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.648523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.648685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.652060] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1081.723099] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.723099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.723099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.723099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.723099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.737276] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1082.541490] env[66544]: INFO networking_nsxv3.common.synchronization [None req-2d1f24d2-e0e7-4fed-ad33-58e8d6e4b463 None None] Enqueued Resource ID: f58d86b2-4247-461e-aed8-dc0a35426489 with Priority: HIGHEST for action port [ 1082.542805] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58d86b2-4247-461e-aed8-dc0a35426489 with Priority: HIGHEST for action port [ 1082.542805] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f58d86b2-4247-461e-aed8-dc0a35426489 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.542805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f58d86b2-4247-461e-aed8-dc0a35426489" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.542805] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f58d86b2-4247-461e-aed8-dc0a35426489" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.546033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f58d86b2-4247-461e-aed8-dc0a35426489" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.546033] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f58d86b2-4247-461e-aed8-dc0a35426489',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.714022] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b9413570-a953-4053-9cdf-0b63b202c2fd None None] Enqueued Resource ID: 7c0f9721-387e-47de-80aa-ba4c584eaa7b with Priority: HIGHEST for action port [ 1082.714022] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0f9721-387e-47de-80aa-ba4c584eaa7b with Priority: HIGHEST for action port [ 1082.714022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c0f9721-387e-47de-80aa-ba4c584eaa7b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.714022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c0f9721-387e-47de-80aa-ba4c584eaa7b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.714022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c0f9721-387e-47de-80aa-ba4c584eaa7b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.714555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c0f9721-387e-47de-80aa-ba4c584eaa7b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.714750] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0f9721-387e-47de-80aa-ba4c584eaa7b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.048803] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f58d86b2-4247-461e-aed8-dc0a35426489 [ 1083.048900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.049696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.049696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.049696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.049696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.049696] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f58d86b2-4247-461e-aed8-dc0a35426489 already deleted. [ 1083.049696] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f58d86b2-4247-461e-aed8-dc0a35426489" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.217786] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c0f9721-387e-47de-80aa-ba4c584eaa7b [ 1083.218023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.218221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.218325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.218547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.218638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.218729] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c0f9721-387e-47de-80aa-ba4c584eaa7b already deleted. [ 1083.218809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c0f9721-387e-47de-80aa-ba4c584eaa7b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.754813] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1083.755142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.967403] env[66544]: INFO networking_nsxv3.common.synchronization [None req-90cc8d27-5c8e-4f28-a1d7-ec5a3a847d7f None None] Enqueued Resource ID: 0d5f98f7-8f84-493f-8330-84470710c18e with Priority: HIGHEST for action port [ 1084.967403] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f98f7-8f84-493f-8330-84470710c18e with Priority: HIGHEST for action port [ 1084.967403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d5f98f7-8f84-493f-8330-84470710c18e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.967403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d5f98f7-8f84-493f-8330-84470710c18e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.968444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d5f98f7-8f84-493f-8330-84470710c18e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.970933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d5f98f7-8f84-493f-8330-84470710c18e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.970933] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5f98f7-8f84-493f-8330-84470710c18e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.255345] env[66544]: INFO networking_nsxv3.common.synchronization [None req-c854f66d-424d-42a7-99a1-b511eddcbdf5 None None] Enqueued Resource ID: e12d80b2-5f37-473b-b547-cf01918273b2 with Priority: HIGHEST for action port [ 1085.256294] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12d80b2-5f37-473b-b547-cf01918273b2 with Priority: HIGHEST for action port [ 1085.257661] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12d80b2-5f37-473b-b547-cf01918273b2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.257661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12d80b2-5f37-473b-b547-cf01918273b2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.257661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12d80b2-5f37-473b-b547-cf01918273b2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.257661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12d80b2-5f37-473b-b547-cf01918273b2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.257661] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12d80b2-5f37-473b-b547-cf01918273b2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.475722] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d5f98f7-8f84-493f-8330-84470710c18e [ 1085.475722] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.475722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.475722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.475722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.475722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.475722] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d5f98f7-8f84-493f-8330-84470710c18e already deleted. [ 1085.475722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d5f98f7-8f84-493f-8330-84470710c18e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.759848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e12d80b2-5f37-473b-b547-cf01918273b2 [ 1085.760120] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.760255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.760341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.760553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.760668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.760763] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e12d80b2-5f37-473b-b547-cf01918273b2 already deleted. [ 1085.760844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12d80b2-5f37-473b-b547-cf01918273b2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.387602] env[66544]: INFO networking_nsxv3.common.synchronization [req-7aa37e34-58e0-4aee-ab8d-2a336e0a15e4 req-7c22602f-1e64-45d0-9d2d-ee1e85048c2f tempest-ServerMetadataTestJSON-2008681811 tempest-ServerMetadataTestJSON-2008681811-project-member] Enqueued Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGHEST for action security_group_members [ 1087.389249] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGHEST for action security_group_members [ 1087.389249] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.389249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.389249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.389249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.389249] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.389249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.389657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.389657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.389657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.389657] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.415334] env[66544]: INFO networking_nsxv3.common.synchronization [None req-37059512-9e94-426d-a4fd-62957abe38ce None None] Enqueued Resource ID: 6d51592c-c746-4510-8e0b-64e9c7ae856a with Priority: HIGHEST for action port [ 1087.415334] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d51592c-c746-4510-8e0b-64e9c7ae856a with Priority: HIGHEST for action port [ 1087.415334] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d51592c-c746-4510-8e0b-64e9c7ae856a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.415334] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d51592c-c746-4510-8e0b-64e9c7ae856a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.415334] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d51592c-c746-4510-8e0b-64e9c7ae856a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.415738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d51592c-c746-4510-8e0b-64e9c7ae856a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.415945] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d51592c-c746-4510-8e0b-64e9c7ae856a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.688516] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.688516] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-397" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.688516] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-397" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.688516] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-397" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.689205] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.689438] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.689711] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.689817] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.690014] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.690280] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.690434] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.690563] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.690700] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.690898] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.691062] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.691453] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.714174] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.714174] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.714174] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.714174] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-397" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.714174] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-7022be38-1551-4eb3-bd88-bfea3901ffc7 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.714174] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-7022be38-1551-4eb3-bd88-bfea3901ffc7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.714174] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-7022be38-1551-4eb3-bd88-bfea3901ffc7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.714174] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-7022be38-1551-4eb3-bd88-bfea3901ffc7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.714174] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7022be38-1551-4eb3-bd88-bfea3901ffc7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.892874] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.892874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.892874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.892874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.893314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.893314] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.893314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.893314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.893734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.893734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.893734] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 already deleted. [ 1087.893734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.919743] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d51592c-c746-4510-8e0b-64e9c7ae856a [ 1087.919975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.920125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.920193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.920437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.920541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.920601] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d51592c-c746-4510-8e0b-64e9c7ae856a already deleted. [ 1087.920684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d51592c-c746-4510-8e0b-64e9c7ae856a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.216588] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.216814] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.216938] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.217232] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.217379] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.217529] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 7022be38-1551-4eb3-bd88-bfea3901ffc7 not found, creating... [ 1088.217780] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.217935] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.218066] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.218278] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.218411] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.218691] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.218842] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.218954] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.219171] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.219300] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.219624] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 7022be38-1551-4eb3-bd88-bfea3901ffc7 is going to be created. [ 1088.248768] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.248768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.248768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.248768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.249164] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.249245] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-7022be38-1551-4eb3-bd88-bfea3901ffc7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.991471] env[66544]: INFO networking_nsxv3.common.synchronization [req-7aa37e34-58e0-4aee-ab8d-2a336e0a15e4 req-ff8ae797-5b0c-4327-af61-755801de20d5 service nova] Enqueued Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGHEST for action security_group_rules [ 1088.991471] env[66544]: INFO networking_nsxv3.common.synchronization [req-7aa37e34-58e0-4aee-ab8d-2a336e0a15e4 req-ff8ae797-5b0c-4327-af61-755801de20d5 service nova] Enqueued Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGHEST for action security_group_members [ 1088.991471] env[66544]: INFO networking_nsxv3.common.synchronization [req-7aa37e34-58e0-4aee-ab8d-2a336e0a15e4 req-ff8ae797-5b0c-4327-af61-755801de20d5 service nova] Enqueued Resource ID: 7022be38-1551-4eb3-bd88-bfea3901ffc7 with Priority: HIGHEST for action port [ 1088.991471] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGHEST for action security_group_rules [ 1088.991471] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGHEST for action security_group_members [ 1088.991471] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7022be38-1551-4eb3-bd88-bfea3901ffc7 with Priority: HIGHEST for action port [ 1088.991471] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.991471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.993116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.993404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.993565] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.997395] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.997395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.997395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.997395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.997395] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.997395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.997395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.997395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.997395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.997395] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.000536] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7022be38-1551-4eb3-bd88-bfea3901ffc7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.000710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7022be38-1551-4eb3-bd88-bfea3901ffc7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.000776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7022be38-1551-4eb3-bd88-bfea3901ffc7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.000963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7022be38-1551-4eb3-bd88-bfea3901ffc7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.001045] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7022be38-1551-4eb3-bd88-bfea3901ffc7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.496502] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.496662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.503094] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.504066] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7022be38-1551-4eb3-bd88-bfea3901ffc7 with status ACTIVE [ 1089.504813] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.504813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.504813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.504813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.505190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.505190] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.505190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.505328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.505383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.505463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.505644] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.505732] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.505851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.505928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.505999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.506093] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7022be38-1551-4eb3-bd88-bfea3901ffc7 is going to be updated. [ 1089.529505] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.529669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.529721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.529984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.530078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.530470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7022be38-1551-4eb3-bd88-bfea3901ffc7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.657860] env[66544]: INFO networking_nsxv3.common.synchronization [req-9418fafe-1885-4751-8025-3b149c6fa1b8 req-2cca532a-7e5a-489a-a31c-5c5d865497c8 tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1089.658452] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1089.658764] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.658886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.658960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.659592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.660329] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.660529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.660529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.660705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.660853] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.660920] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.788506] env[66544]: INFO networking_nsxv3.common.synchronization [req-0546b8a4-d2a1-4883-9e1e-cc9f17934811 req-d1224c5b-eaad-48e1-ab2d-fe59956603ef tempest-MultipleCreateTestJSON-160788830 tempest-MultipleCreateTestJSON-160788830-project-member] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1089.788776] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1089.789106] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.789234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.789302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.789632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.789794] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.789888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.789949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.790111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.790198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.790289] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.008301] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.162995] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.166105] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.166192] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.166266] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.166580] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.166832] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.166984] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.168339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.168339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.168339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.168339] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.168339] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.168339] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.168339] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.168339] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.168339] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.168339] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.190328] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.190645] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.190962] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.191178] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.191642] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-3431cf01-ec9a-4f32-8b70-514c9a168fb9 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.194119] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-3431cf01-ec9a-4f32-8b70-514c9a168fb9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.194119] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-3431cf01-ec9a-4f32-8b70-514c9a168fb9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.194119] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-3431cf01-ec9a-4f32-8b70-514c9a168fb9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.194119] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3431cf01-ec9a-4f32-8b70-514c9a168fb9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.292095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.292318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.292424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.292914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.293034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.293254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.293354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.293413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.293578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.293728] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.293829] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f already deleted. [ 1090.293922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.514598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.514781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.514889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.515057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.515145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.515239] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 is going to be created. [ 1090.540162] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.540320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.540384] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.540583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.540744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.551480] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 in Status: UNINITIALIZED for 2s [ 1090.670094] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.696084] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.696084] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.696084] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.696084] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.696084] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.696084] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 3431cf01-ec9a-4f32-8b70-514c9a168fb9 not found, creating... [ 1090.696527] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.696527] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.696527] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.696721] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.696766] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.697050] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.697377] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.697500] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.697721] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.697855] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.697994] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 3431cf01-ec9a-4f32-8b70-514c9a168fb9 is going to be created. [ 1090.729151] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.729503] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.729623] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.729982] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.730258] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.730529] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-3431cf01-ec9a-4f32-8b70-514c9a168fb9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.173101] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.173496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.173496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.173633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.174104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.174104] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1091.209214] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.209395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.210375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.210659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.210817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.220683] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1091.228576] env[66544]: INFO networking_nsxv3.common.synchronization [req-b7b70d11-c8c4-459a-82b6-c295407eea12 req-15b3ee16-bfb5-4de3-b1eb-a456d2b47c20 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1091.229107] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1091.229520] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.229520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.229634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.229809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.229944] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.230044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.230107] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.230248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.230335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.230448] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.468117] env[66544]: INFO networking_nsxv3.common.synchronization [req-0546b8a4-d2a1-4883-9e1e-cc9f17934811 req-55e78272-2da0-46d8-b8fc-e14aa617c7ff service nova] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_rules [ 1091.468304] env[66544]: INFO networking_nsxv3.common.synchronization [req-0546b8a4-d2a1-4883-9e1e-cc9f17934811 req-55e78272-2da0-46d8-b8fc-e14aa617c7ff service nova] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1091.468436] env[66544]: INFO networking_nsxv3.common.synchronization [req-0546b8a4-d2a1-4883-9e1e-cc9f17934811 req-55e78272-2da0-46d8-b8fc-e14aa617c7ff service nova] Enqueued Resource ID: 3431cf01-ec9a-4f32-8b70-514c9a168fb9 with Priority: HIGHEST for action port [ 1091.506452] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_rules [ 1091.506452] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1091.506452] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3431cf01-ec9a-4f32-8b70-514c9a168fb9 with Priority: HIGHEST for action port [ 1091.506452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.506452] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.506452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.506452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.506452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.506452] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.506452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-3431cf01-ec9a-4f32-8b70-514c9a168fb9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.507717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3431cf01-ec9a-4f32-8b70-514c9a168fb9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.507717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3431cf01-ec9a-4f32-8b70-514c9a168fb9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.507717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3431cf01-ec9a-4f32-8b70-514c9a168fb9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.507717] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3431cf01-ec9a-4f32-8b70-514c9a168fb9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.559689] env[66544]: INFO networking_nsxv3.common.synchronization [req-e2f8a8f2-2b72-45c0-a045-b6743b8d593c req-68bb8d43-6c4e-4508-8516-4fdd095bbe84 tempest-MigrationsAdminTest-622936183 tempest-MigrationsAdminTest-622936183-project-member] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 1091.560649] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 1091.560649] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.560883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.560883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.560990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.561315] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.561491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.561491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.561712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.561827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.561827] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.732476] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.976062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.976252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.976426] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.977272] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3431cf01-ec9a-4f32-8b70-514c9a168fb9 with status ACTIVE [ 1091.977501] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.977596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.977655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.977861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.977927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.978115] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.981708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.981843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.982091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.982186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.982405] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.982510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.982571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.982720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.982801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.982887] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3431cf01-ec9a-4f32-8b70-514c9a168fb9 is going to be updated. [ 1092.007592] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.007752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.007819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.008140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.008223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.008363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3431cf01-ec9a-4f32-8b70-514c9a168fb9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.064363] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.156356] env[66544]: INFO networking_nsxv3.common.synchronization [None req-142b0d30-e6bc-405a-9b25-4a4ae658454f tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1092.156915] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1092.157551] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.157551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.188874] env[66544]: INFO networking_nsxv3.common.synchronization [req-0546b8a4-d2a1-4883-9e1e-cc9f17934811 req-4768c034-6bc7-408c-a97b-1c5fcf7231fb tempest-MultipleCreateTestJSON-160788830 tempest-MultipleCreateTestJSON-160788830-project-member] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1092.189248] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1092.189771] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.189771] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.236905] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.485939] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.516072] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.516273] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.516394] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.516652] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.516910] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.517078] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.517164] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.517372] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.517511] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.517719] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.517836] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.517967] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.518272] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.518834] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.518834] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.518834] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.541305] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.541552] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.541630] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.541794] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.542634] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-f336d995-55a6-4e80-92ad-95cb0c851430 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.542634] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-f336d995-55a6-4e80-92ad-95cb0c851430" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.542634] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-f336d995-55a6-4e80-92ad-95cb0c851430" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.542868] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-f336d995-55a6-4e80-92ad-95cb0c851430" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.542946] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f336d995-55a6-4e80-92ad-95cb0c851430',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.561763] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 in Status: SUCCESS [ 1092.561982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.562158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.562369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.562559] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.562670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.562741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.562892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.562969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.563071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.563162] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.566466] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.739275] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.739504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.739666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.739784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.739892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.739997] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1092.774379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.774379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.774379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.774379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.774379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.784251] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1092.988097] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.988248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.988312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.988565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.988565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.988671] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be created. [ 1093.020268] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.020467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.020687] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.020930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.021079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.035919] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: UNINITIALIZED for 2s [ 1093.045603] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.045985] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.046251] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.046685] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.046941] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.047213] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port f336d995-55a6-4e80-92ad-95cb0c851430 not found, creating... [ 1093.047645] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.047913] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.048140] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.048510] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.048760] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.049263] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.049593] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.049800] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.050162] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.050432] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.050687] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: f336d995-55a6-4e80-92ad-95cb0c851430 is going to be created. [ 1093.066259] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.066471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.066560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.066780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.066940] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.067062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.067128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.068025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.068025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.068025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.068025] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.068025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.068025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.068025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.068025] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.068315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.068315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.068315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.068315] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.068400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.068581] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.069710] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.070077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.070077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.070077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.070183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.070290] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be updated. [ 1093.076822] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.077043] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.077168] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.077468] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.077697] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.077931] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-f336d995-55a6-4e80-92ad-95cb0c851430" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.131830] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.132026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.133215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.133488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.133646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.145073] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: IN_PROGRESS for 2s [ 1093.232870] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1093.233176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.574310] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167: rpc.has_security_group_logging(os_id): False [ 1093.599321] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.599553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.599646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.599888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.600000] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.600276] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.600406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.600478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.600642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.601225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.601225] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.601225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.601225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.601421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.601421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.601620] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.601754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.601801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.601921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.602016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.602107] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 is going to be created. [ 1093.689303] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.689303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.689536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.690241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.690678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.703445] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 in Status: IN_PROGRESS for 2s [ 1093.843086] env[66544]: INFO networking_nsxv3.common.synchronization [req-0546b8a4-d2a1-4883-9e1e-cc9f17934811 req-05feae2f-c7ea-47e7-94d3-65801a8616be service nova] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_rules [ 1093.843268] env[66544]: INFO networking_nsxv3.common.synchronization [req-0546b8a4-d2a1-4883-9e1e-cc9f17934811 req-05feae2f-c7ea-47e7-94d3-65801a8616be service nova] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1093.844156] env[66544]: INFO networking_nsxv3.common.synchronization [req-0546b8a4-d2a1-4883-9e1e-cc9f17934811 req-05feae2f-c7ea-47e7-94d3-65801a8616be service nova] Enqueued Resource ID: f336d995-55a6-4e80-92ad-95cb0c851430 with Priority: HIGHEST for action port [ 1093.844156] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_rules [ 1093.844156] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1093.844156] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f336d995-55a6-4e80-92ad-95cb0c851430 with Priority: HIGHEST for action port [ 1093.844438] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.844486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.844681] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.844789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.844928] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f336d995-55a6-4e80-92ad-95cb0c851430 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.845105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f336d995-55a6-4e80-92ad-95cb0c851430" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.845105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f336d995-55a6-4e80-92ad-95cb0c851430" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.845296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f336d995-55a6-4e80-92ad-95cb0c851430" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.845371] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f336d995-55a6-4e80-92ad-95cb0c851430',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.347829] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f336d995-55a6-4e80-92ad-95cb0c851430 with status ACTIVE [ 1094.348160] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.348293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.348381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.348639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.348746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.348952] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.349091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.349163] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.349393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.349638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.349860] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.349975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.350077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.350255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.350394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.350520] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f336d995-55a6-4e80-92ad-95cb0c851430 is going to be updated. [ 1094.372430] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.372580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.372675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.372974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.373209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.373446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f336d995-55a6-4e80-92ad-95cb0c851430" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.797647] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1094.798083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.798387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.800386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.800386] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.800386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.800386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.800386] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.860121] env[66544]: INFO networking_nsxv3.common.synchronization [req-77355666-abcd-4441-8a39-85aed5436e58 req-00024021-94f9-4402-8b50-8c2354473e1a tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_members [ 1094.860121] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGHEST for action security_group_members [ 1094.860121] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-7db63184-5ea4-4189-bfce-2825ae80fd68 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.860121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.860121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.860121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.860121] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.860121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.860121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.860476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.860476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.860476] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.048252] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1095.048546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.048651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.048886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.049153] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.049318] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.049790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.049790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.049897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.051158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.051343] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.054326] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.055106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.055106] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.055106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.055106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.055322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.055322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.055405] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.158943] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: SUCCESS [ 1095.159094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.308197] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.308476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.308476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.308762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.308865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.309084] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.309249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.309249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.309477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.309590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.309749] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1095.347874] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.348385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.348385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.348385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.348512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.358516] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1095.363146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.363370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.364039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.364310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.385974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.386257] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.386391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.386497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.386712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.386821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.386945] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 is going to be updated. [ 1095.416230] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.416476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.416476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.416663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.416810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.427300] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 in Status: IN_PROGRESS for 2s [ 1095.557476] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.559076] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.559076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.718761] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 in Status: SUCCESS [ 1095.718761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.059931] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.562581] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.562581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.562581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.563093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.563093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.563093] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1096.592343] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.593009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.593009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.593009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.593009] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.602201] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1097.112861] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-4dbb2619-c392-4136-a015-b5801e9b0de9 tempest-ListServersNegativeTestJSON-1295824714 tempest-ListServersNegativeTestJSON-1295824714-project-member] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1097.113615] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1097.113966] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.114153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.114461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.114551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.114861] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.115017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.115173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.115642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.115784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.115954] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.371046] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1097.371046] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 deletion is rescheduled due to dependency. [ 1097.371046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.436395] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 in Status: SUCCESS [ 1097.436598] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 deletion is rescheduled due to dependency. [ 1097.436709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.443780] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.443952] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.444099] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.444419] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.445877] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.446136] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.446271] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.446502] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.446652] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.446868] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.446986] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.447112] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.447218] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.447574] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.447761] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.447916] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.469191] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.469191] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.469282] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.469514] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.469837] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-561d9895-00ca-4fb4-83af-4b6776382db1 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.470017] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-561d9895-00ca-4fb4-83af-4b6776382db1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.470145] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-561d9895-00ca-4fb4-83af-4b6776382db1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.470529] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-561d9895-00ca-4fb4-83af-4b6776382db1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.470659] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561d9895-00ca-4fb4-83af-4b6776382db1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.619256] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.619600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.619600] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.619737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.619827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.620041] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.620144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.620206] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.620355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.620449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.620540] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 already deleted. [ 1097.620631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.973353] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.973631] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.973795] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.974169] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.974315] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.974471] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 561d9895-00ca-4fb4-83af-4b6776382db1 not found, creating... [ 1097.974772] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.974941] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.975090] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.975556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.975718] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.976087] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.976255] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.976385] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.976630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.976828] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.976960] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 561d9895-00ca-4fb4-83af-4b6776382db1 is going to be created. [ 1097.999962] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.000300] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.000487] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.000849] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.001403] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.001403] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-561d9895-00ca-4fb4-83af-4b6776382db1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.614381] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1098.614603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.614786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.614997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.615193] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.615312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.615377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.615524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.615602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.615693] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.740050] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-fef7ad2b-abae-40f9-893b-02355f0ec1d6 service nova] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_rules [ 1098.740050] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-fef7ad2b-abae-40f9-893b-02355f0ec1d6 service nova] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1098.740492] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-fef7ad2b-abae-40f9-893b-02355f0ec1d6 service nova] Enqueued Resource ID: 561d9895-00ca-4fb4-83af-4b6776382db1 with Priority: HIGHEST for action port [ 1098.740907] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_rules [ 1098.740907] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1098.741032] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 561d9895-00ca-4fb4-83af-4b6776382db1 with Priority: HIGHEST for action port [ 1098.741461] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.741640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.742323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.742323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.742323] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.743417] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.743417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.743521] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.743744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.743960] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.744121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.744218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.744919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.744919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.744919] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.745616] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-561d9895-00ca-4fb4-83af-4b6776382db1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.745803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-561d9895-00ca-4fb4-83af-4b6776382db1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.745917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-561d9895-00ca-4fb4-83af-4b6776382db1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.746116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-561d9895-00ca-4fb4-83af-4b6776382db1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.746245] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561d9895-00ca-4fb4-83af-4b6776382db1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.118156] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.248465] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.248651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.248829] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.250052] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 561d9895-00ca-4fb4-83af-4b6776382db1 with status ACTIVE [ 1099.250256] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.250373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.250446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.250672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.250754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.250933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.251048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.251101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.251554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.251643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.251911] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.252053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.252096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.252213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.252286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.252370] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 561d9895-00ca-4fb4-83af-4b6776382db1 is going to be updated. [ 1099.275012] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.275174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.275245] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.275455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.275595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.275786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-561d9895-00ca-4fb4-83af-4b6776382db1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.416552] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-e8edc611-726c-4928-81b4-1f7f82e5b564 tempest-ListServersNegativeTestJSON-1295824714 tempest-ListServersNegativeTestJSON-1295824714-project-member] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1099.417166] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1099.417482] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.417582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.621446] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.717926] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.718158] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.718476] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.718688] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.718964] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.719133] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.719248] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.719483] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.719633] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.719842] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.719951] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.720067] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.720171] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.720296] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.720423] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.720555] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.739024] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.739024] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.739024] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.739166] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.739379] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-af8951f7-6be9-442b-b115-26b4aeb42503 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.739630] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-af8951f7-6be9-442b-b115-26b4aeb42503" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.739768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-af8951f7-6be9-442b-b115-26b4aeb42503" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.740209] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-af8951f7-6be9-442b-b115-26b4aeb42503" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.740515] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8951f7-6be9-442b-b115-26b4aeb42503',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.754868] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.127504] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.127504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.127504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.127504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.127504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.127504] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1100.159202] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.159293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.159338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.159660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.159810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.169762] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1100.243410] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.243410] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.243612] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.243811] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.243956] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.244118] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port af8951f7-6be9-442b-b115-26b4aeb42503 not found, creating... [ 1100.244392] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.244552] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.244702] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.244953] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.245133] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.245413] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.245585] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.245701] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.245901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.246042] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.246179] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: af8951f7-6be9-442b-b115-26b4aeb42503 is going to be created. [ 1100.258082] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.258221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.258441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.258495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.258554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.258650] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be created. [ 1100.271929] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.272158] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.272158] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.272521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.272889] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.273601] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-af8951f7-6be9-442b-b115-26b4aeb42503" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.286516] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.286647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.286719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.286923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.287098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.320165] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: UNINITIALIZED for 2s [ 1100.406633] env[66544]: INFO networking_nsxv3.common.synchronization [req-7de0c6f7-1357-4c8b-a44e-19274bdafae0 req-d8c7bff3-f685-4480-8074-9920e2ffb00a tempest-ServerMetadataTestJSON-2008681811 tempest-ServerMetadataTestJSON-2008681811-project-member] Enqueued Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGHEST for action security_group_members [ 1100.407213] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGHEST for action security_group_members [ 1100.407636] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.407790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.407859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.408260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.408477] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.408620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.408689] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.408868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.408956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.409111] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.911826] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.912168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.912168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.912336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.912440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.912650] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.912762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.912827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.912996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.913106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.913199] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 is going to be updated. [ 1100.945042] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.945816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.945816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.945816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.945816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.955800] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 in Status: IN_PROGRESS for 2s [ 1101.007265] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-5c41fb19-ac7a-4bad-af4c-186dfe8994cf service nova] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_rules [ 1101.007476] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-5c41fb19-ac7a-4bad-af4c-186dfe8994cf service nova] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1101.007655] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-5c41fb19-ac7a-4bad-af4c-186dfe8994cf service nova] Enqueued Resource ID: af8951f7-6be9-442b-b115-26b4aeb42503 with Priority: HIGHEST for action port [ 1101.008145] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_rules [ 1101.008283] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1101.008381] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8951f7-6be9-442b-b115-26b4aeb42503 with Priority: HIGHEST for action port [ 1101.008650] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.008779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.008938] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.009067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.009272] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8951f7-6be9-442b-b115-26b4aeb42503 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.009489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8951f7-6be9-442b-b115-26b4aeb42503" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.009489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8951f7-6be9-442b-b115-26b4aeb42503" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.009677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8951f7-6be9-442b-b115-26b4aeb42503" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.009754] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8951f7-6be9-442b-b115-26b4aeb42503',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.512702] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af8951f7-6be9-442b-b115-26b4aeb42503 with status ACTIVE [ 1101.512702] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.512702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.512702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.512702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.513379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.513605] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.513720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.513822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.514101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.514145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.514345] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.514485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.514580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.514843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.514951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.515080] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af8951f7-6be9-442b-b115-26b4aeb42503 is going to be updated. [ 1101.538196] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.540100] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.540204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.540739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.541030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.541216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8951f7-6be9-442b-b115-26b4aeb42503" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.853706] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-8e837d8d-b4aa-4885-9d4d-e514457400da tempest-ListServersNegativeTestJSON-1295824714 tempest-ListServersNegativeTestJSON-1295824714-project-member] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1101.854560] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1101.855076] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.855296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.180722] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1102.181302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.181491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.181716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.181912] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.182052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.182117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.182276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.182354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.182440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.182592] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.182678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.182741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.182878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.183021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.183112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.183173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.183307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.183382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.183459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.183547] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.235686] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.235914] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.236058] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.236337] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.236589] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.236747] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.236863] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.237086] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.237231] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.237468] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.237578] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.237684] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.237787] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.237905] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.238075] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.238221] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.258726] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.258886] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.259115] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.259316] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-743" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.259707] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-3e17d4b6-2204-4d36-844d-a658f12fff77 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.259879] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-3e17d4b6-2204-4d36-844d-a658f12fff77" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.259997] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-3e17d4b6-2204-4d36-844d-a658f12fff77" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.260330] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-3e17d4b6-2204-4d36-844d-a658f12fff77" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.260482] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e17d4b6-2204-4d36-844d-a658f12fff77',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.330267] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1102.330498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.330669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.330885] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.331185] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.331294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.331294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.331421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.331490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.331576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.331675] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.332673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.332673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.332912] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.332912] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.333145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.333291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.333350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.333429] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.685601] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f977b-c20b-45e3-856d-0c82d8a0ad5f: rpc.has_security_group_logging(os_id): False [ 1102.705636] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.705793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.705865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.706099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.706191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.706406] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.706506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.706563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.706711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.706786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.706964] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.707070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.707126] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.707262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.707336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.707535] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.707633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.707692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.707828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.707900] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.708015] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be created. [ 1102.763436] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.763608] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.763714] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.763993] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.764156] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.764312] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 3e17d4b6-2204-4d36-844d-a658f12fff77 not found, creating... [ 1102.764582] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.764762] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.764882] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.765109] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.765254] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.765536] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.765691] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.765806] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.766014] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.766152] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.766289] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 3e17d4b6-2204-4d36-844d-a658f12fff77 is going to be created. [ 1102.768544] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.768652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.768716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.768864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.769052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.781686] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1102.798404] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.798660] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.798795] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.799222] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.799379] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.799777] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-3e17d4b6-2204-4d36-844d-a658f12fff77" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.835215] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.835416] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.835545] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.968827] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 in Status: SUCCESS [ 1102.969097] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 deletion is rescheduled due to dependency. [ 1102.969258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.337690] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.538274] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-a6961839-d6c6-49ee-954f-60d4b2a5ffff service nova] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_rules [ 1103.538274] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-a6961839-d6c6-49ee-954f-60d4b2a5ffff service nova] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1103.538274] env[66544]: INFO networking_nsxv3.common.synchronization [req-772d3c88-328a-44c4-b63c-6ce6ddbc2657 req-a6961839-d6c6-49ee-954f-60d4b2a5ffff service nova] Enqueued Resource ID: 3e17d4b6-2204-4d36-844d-a658f12fff77 with Priority: HIGHEST for action port [ 1103.538782] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_rules [ 1103.538782] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1103.538984] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e17d4b6-2204-4d36-844d-a658f12fff77 with Priority: HIGHEST for action port [ 1103.539205] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.539307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.539556] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.539644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.539859] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e17d4b6-2204-4d36-844d-a658f12fff77 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.539918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e17d4b6-2204-4d36-844d-a658f12fff77" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.539950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e17d4b6-2204-4d36-844d-a658f12fff77" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.540137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e17d4b6-2204-4d36-844d-a658f12fff77" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.540214] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e17d4b6-2204-4d36-844d-a658f12fff77',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.840483] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.840483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.840721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.841655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.841655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.841655] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1103.873293] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.873485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.873485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.873869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.873943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.883377] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1104.042827] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e17d4b6-2204-4d36-844d-a658f12fff77 with status ACTIVE [ 1104.043198] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.043340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.043410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.043628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.043717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.043893] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.043990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.044067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.044215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.044291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.044469] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.044563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.044642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.044820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.044820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.044980] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e17d4b6-2204-4d36-844d-a658f12fff77 is going to be updated. [ 1104.072255] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.072536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.072643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.072926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.073122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.073336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e17d4b6-2204-4d36-844d-a658f12fff77" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.794332] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1104.794691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.794691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.794843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.794892] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.297336] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.297604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.297676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.297896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.298082] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.298219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.298297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.298476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.298565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.298653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.298741] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.801430] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.801768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.801768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.801942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.802092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.802200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.802258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.802442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.802484] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.802823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.802823] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.802823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.803258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.803258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.803258] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.803258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.803394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.803749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.803749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.803749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.803749] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.901287] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1105.901287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.901287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.901287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.901287] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.901287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.901287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.901287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.901287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.901952] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.306142] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f977b-c20b-45e3-856d-0c82d8a0ad5f: rpc.has_security_group_logging(os_id): False [ 1106.328791] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.328986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.329115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.329380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.329550] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.330263] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.330263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.330263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.330263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.330263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.330552] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.330552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.330552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.330722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.330795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.331029] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.331096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.331148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.331271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.331343] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.331428] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1106.406143] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.406462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.406518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.406914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.407132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.408637] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.424916] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1106.657406] env[66544]: INFO networking_nsxv3.common.synchronization [None req-0bf4ccc9-72ea-4d95-95a6-c2a61215bc5e tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_rules [ 1106.659147] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_rules [ 1106.659147] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.659147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.659147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.659147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.659147] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.766473] env[66544]: INFO networking_nsxv3.common.synchronization [None req-99f91030-d2df-4b69-9737-99f3541ccf46 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_rules [ 1106.767438] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_rules [ 1106.768700] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.768700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.912727] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.181742] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.181985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.182072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.182291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.182382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.182483] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 already deleted. [ 1107.182567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.183086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.183248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.183334] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.302659] env[66544]: INFO networking_nsxv3.common.synchronization [req-a0bd3dd7-de55-4a06-9d69-55f3382b6c02 req-faf2766c-5351-4403-9618-2af15b9ddd50 tempest-MultipleCreateTestJSON-160788830 tempest-MultipleCreateTestJSON-160788830-project-member] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1107.303578] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1107.304103] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.304308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.304430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.304756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.305440] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.305637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.305759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.306048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.306212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.306384] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.378424] env[66544]: INFO networking_nsxv3.common.synchronization [req-0c66a6b0-ead6-419d-9e65-3551e94f1454 req-1ca09616-6696-4260-8d61-07c2a422731f tempest-ServersTestJSON-1766758565 tempest-ServersTestJSON-1766758565-project-member] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1107.379021] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGHEST for action security_group_members [ 1107.379212] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.379335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.379397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.379626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.379783] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.379874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.379931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.380193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.380193] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.380281] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.414942] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.415157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.415220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.415554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.415554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.415713] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1107.448756] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.448947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.449053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.449313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.449477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.459841] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1107.587770] env[66544]: INFO networking_nsxv3.common.synchronization [req-8aa931ef-8515-4148-986d-f0e993eedbb8 req-36371803-613e-4c22-be0a-63454b5247e2 tempest-MultipleCreateTestJSON-160788830 tempest-MultipleCreateTestJSON-160788830-project-member] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1107.588456] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1107.588797] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.588898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.680225] env[66544]: INFO networking_nsxv3.common.synchronization [req-86cc2d2f-e29b-43ea-a73f-cd393d935877 req-364c8377-7e1c-4bc9-8411-8322f6163546 tempest-MigrationsAdminTest-622936183 tempest-MigrationsAdminTest-622936183-project-member] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 1107.680225] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGHEST for action security_group_members [ 1107.680225] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.680225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.680225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.680225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.680639] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.681631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.681809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.683459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.683459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.683459] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.707251] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.707411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.707675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.707984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.708110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.708505] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 already deleted. [ 1107.708505] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.809071] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.883128] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.883365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.883418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.883633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.883746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.883963] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.884078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.884142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.884295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.884370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.884689] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be updated. [ 1107.924761] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.924761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.924761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.924761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.924761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.933467] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: IN_PROGRESS for 2s [ 1108.185214] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.185577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.185693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.185946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.186734] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.187077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.187261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.187363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.187622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.188090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.188090] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be updated. [ 1108.249622] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.249868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.249929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.250165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.250312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.266104] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: IN_PROGRESS for 2s [ 1108.311655] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.439853] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1108.440099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.815858] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.815858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.815858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.815858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.815858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.815858] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1108.849069] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.849069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.849069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.849387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.849669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.859928] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1109.471113] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1109.471113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.471113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.471473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.471473] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.471568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.471568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.471710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.471784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.471903] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.823059] env[66544]: INFO networking_nsxv3.common.synchronization [req-e62cdd65-036d-4421-a969-be4def37dd93 req-532b8b7d-36d5-455d-8dec-d768cd6f1a78 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 1109.823467] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 1109.823624] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.823827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.823827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.823990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.824387] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.824533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.824533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.824611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.825190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.825190] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.944843] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 in Status: SUCCESS [ 1109.945031] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 deletion is rescheduled due to dependency. [ 1109.945286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.973956] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.194683] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.194932] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.195582] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.195582] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.195830] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.195958] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.196309] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.196609] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.196832] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.197573] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.197783] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.197935] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.198129] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.198286] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.198496] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.198663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.219831] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.220018] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.220169] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.220374] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-994" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.220730] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-f40c8079-add5-4c48-b951-fa93fa1a1b47 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.220910] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-f40c8079-add5-4c48-b951-fa93fa1a1b47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.221050] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-f40c8079-add5-4c48-b951-fa93fa1a1b47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.221411] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-f40c8079-add5-4c48-b951-fa93fa1a1b47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.221563] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f40c8079-add5-4c48-b951-fa93fa1a1b47',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.276918] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30423080-4847-40d3-a254-24a86998fd65 in Status: SUCCESS [ 1110.277141] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30423080-4847-40d3-a254-24a86998fd65 deletion is rescheduled due to dependency. [ 1110.277290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.327114] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.476495] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.724458] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.724646] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.725201] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.725201] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.725201] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.725336] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port f40c8079-add5-4c48-b951-fa93fa1a1b47 not found, creating... [ 1110.725546] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.725705] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.725819] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.726042] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.726180] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.726457] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.726612] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.726728] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.726930] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.727078] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.727216] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: f40c8079-add5-4c48-b951-fa93fa1a1b47 is going to be created. [ 1110.751065] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.751065] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.751065] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.751414] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.751601] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.751848] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-f40c8079-add5-4c48-b951-fa93fa1a1b47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.829614] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.873055] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1110.873324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.873569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.873827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.874038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.874174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.874277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.874376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.874472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.874629] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.979360] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.979611] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.979784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.979985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.980142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.980186] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1111.011349] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.011491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.011562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.011776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.012013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.021242] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1111.332183] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.332381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.332447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.332638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.332741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.332882] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be updated. [ 1111.364963] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.365153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.365264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.365615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.365901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.378016] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: IN_PROGRESS for 2s [ 1111.378693] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.378693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.378693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.379078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.379078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.379254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.379358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.379419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.379639] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.379725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.379811] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1111.423502] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.423661] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.423735] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.423961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.424129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.437738] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1111.470928] env[66544]: INFO networking_nsxv3.common.synchronization [req-e62cdd65-036d-4421-a969-be4def37dd93 req-71fd5148-df69-445c-b32c-e851025020b8 service nova] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_rules [ 1111.471060] env[66544]: INFO networking_nsxv3.common.synchronization [req-e62cdd65-036d-4421-a969-be4def37dd93 req-71fd5148-df69-445c-b32c-e851025020b8 service nova] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 1111.471437] env[66544]: INFO networking_nsxv3.common.synchronization [req-e62cdd65-036d-4421-a969-be4def37dd93 req-71fd5148-df69-445c-b32c-e851025020b8 service nova] Enqueued Resource ID: f40c8079-add5-4c48-b951-fa93fa1a1b47 with Priority: HIGHEST for action port [ 1111.472023] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_rules [ 1111.472187] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 1111.472752] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40c8079-add5-4c48-b951-fa93fa1a1b47 with Priority: HIGHEST for action port [ 1111.472752] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.472752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.472961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.473208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.473339] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.474544] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.474707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.475095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-f40c8079-add5-4c48-b951-fa93fa1a1b47 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.475187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f40c8079-add5-4c48-b951-fa93fa1a1b47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.475370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f40c8079-add5-4c48-b951-fa93fa1a1b47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.475563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f40c8079-add5-4c48-b951-fa93fa1a1b47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.475678] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f40c8079-add5-4c48-b951-fa93fa1a1b47',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.977571] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.979071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.979071] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f40c8079-add5-4c48-b951-fa93fa1a1b47 with status ACTIVE [ 1111.979071] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.979071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.979333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.979678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.980019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.980644] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.980824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.980979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.981284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.981529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.981735] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.981851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.981913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.982398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.982398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.982398] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f40c8079-add5-4c48-b951-fa93fa1a1b47 is going to be updated. [ 1112.007992] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.008298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.008351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.008688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.008688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.008843] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f40c8079-add5-4c48-b951-fa93fa1a1b47" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.031388] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1113.031926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.031926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.032155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.032347] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.032465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.033044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.033044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.033044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.033044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.033044] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.033275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.033275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.033275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.033397] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.034051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.034051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.034051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.034051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.034051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.034051] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.034952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.035122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.035377] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.035537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.035647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.035880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.036031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.036186] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.388175] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 1113.388403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.388576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.388807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389103] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.389698] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.448922] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1113.449138] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f deletion is rescheduled due to dependency. [ 1113.449217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.539174] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78781e94-2a81-4a71-8815-c83764ced858: rpc.has_security_group_logging(os_id): False [ 1113.540721] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.558763] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.558972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.558972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.559212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.559302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.559497] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.559658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.559724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.559897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.559967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.560194] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.560302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.560360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.560504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.560656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.560880] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.560973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.561038] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.561179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.561243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.561328] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be created. [ 1113.634403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.636099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.636099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.636099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.636099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.651668] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1113.891791] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.050664] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.552626] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.553388] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.553545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.553599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.553813] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.553903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.554016] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1114.592542] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.592685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.592743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.592946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.593097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.603801] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1115.056520] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.056878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.057077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.057493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.057697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.058022] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be updated. [ 1115.090606] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.090768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.090809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.091075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.091234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.101343] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: IN_PROGRESS for 2s [ 1115.512733] env[66544]: INFO networking_nsxv3.common.synchronization [req-3a0a808f-4995-4d14-8df8-55ba5322042f req-2f01deef-1f05-4f6a-a12b-2c79283b2512 tempest-ListServersNegativeTestJSON-1295824714 tempest-ListServersNegativeTestJSON-1295824714-project-member] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1115.513297] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1115.513607] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.514252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.672074] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1115.672074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.672074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.672290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.672373] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.177082] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.177082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.614602] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1116.614792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.614979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.615247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.615449] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.615564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.615637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.615822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.615914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.616023] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.112589] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 1117.112855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.112979] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.113237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.113515] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.113593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.113593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.113872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.113872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.113872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.114087] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.117829] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.385130] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4076caae-a1f2-43d9-b8c4-e4e43f0af464 None None] Enqueued Resource ID: 9fb8d3ba-d3fd-4980-9a46-97a3ef427964 with Priority: HIGHEST for action port [ 1117.385130] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb8d3ba-d3fd-4980-9a46-97a3ef427964 with Priority: HIGHEST for action port [ 1117.385380] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fb8d3ba-d3fd-4980-9a46-97a3ef427964 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.385458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fb8d3ba-d3fd-4980-9a46-97a3ef427964" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.385522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fb8d3ba-d3fd-4980-9a46-97a3ef427964" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.385772] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fb8d3ba-d3fd-4980-9a46-97a3ef427964" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.385840] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fb8d3ba-d3fd-4980-9a46-97a3ef427964',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.616402] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.619797] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.889287] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fb8d3ba-d3fd-4980-9a46-97a3ef427964 [ 1117.889898] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.889898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.889898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.890085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.890414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.890414] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fb8d3ba-d3fd-4980-9a46-97a3ef427964 already deleted. [ 1117.890414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fb8d3ba-d3fd-4980-9a46-97a3ef427964" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.055074] env[66544]: INFO networking_nsxv3.common.synchronization [None req-8b7e842f-0bf6-46f0-b359-bc4930e64db6 tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_rules [ 1118.055772] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_rules [ 1118.056260] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.056260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.056386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.056635] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.056746] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.119868] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83a8530-3f96-4dc0-9734-03e893780550: rpc.has_security_group_logging(os_id): False [ 1118.122454] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.122454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.122454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.122454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.122454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.122757] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1118.141306] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.141306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.141306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.141306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.141306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.141306] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.141306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.141306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.141306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.141306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.141306] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be updated. [ 1118.155105] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.155267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.155443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.155530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.155685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.165475] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1118.184879] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a838b827-594e-4ada-8d1c-09ff4f08a3f3 tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_rules [ 1118.184879] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_rules [ 1118.184879] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.184879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.236495] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.236495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.236495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.236783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.236783] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.269205] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: IN_PROGRESS for 2s [ 1118.579324] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.579752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.579752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.579851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.579985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.580113] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 already deleted. [ 1118.580200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.580357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.582133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.582133] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.110925] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.111117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.111167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.111342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.111441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.111545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 already deleted. [ 1119.111719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.474396] env[66544]: INFO networking_nsxv3.common.synchronization [req-5d13483f-73c0-4fff-b037-f75d15604dfb req-0348639f-fbe3-4b8c-85ba-4c25168419aa tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1119.475069] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1119.475259] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.475538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.475538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.475698] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.475832] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.475932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.475971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.476277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.476365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.476458] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.733990] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4d7aac0e-8c12-4286-8374-88f39c2823dc None None] Enqueued Resource ID: 7a22b8d8-5112-42c1-b3be-894df08da455 with Priority: HIGHEST for action port [ 1119.734578] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a22b8d8-5112-42c1-b3be-894df08da455 with Priority: HIGHEST for action port [ 1119.734894] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a22b8d8-5112-42c1-b3be-894df08da455 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.735291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a22b8d8-5112-42c1-b3be-894df08da455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.735417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a22b8d8-5112-42c1-b3be-894df08da455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.735829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a22b8d8-5112-42c1-b3be-894df08da455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.735829] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a22b8d8-5112-42c1-b3be-894df08da455',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.824709] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.824851] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.825479] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.825479] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.825614] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.825923] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.826119] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.826441] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.826576] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.826833] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.826970] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.827145] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.827289] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.827446] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.827607] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.827757] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.847959] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.848154] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.848293] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.848503] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.848774] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-9e43e363-99b3-42b7-b155-d3d695500bdf taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.848953] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-9e43e363-99b3-42b7-b155-d3d695500bdf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.849083] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-9e43e363-99b3-42b7-b155-d3d695500bdf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.849406] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-9e43e363-99b3-42b7-b155-d3d695500bdf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.849539] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e43e363-99b3-42b7-b155-d3d695500bdf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.978098] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.978265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.978339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.978642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.978751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.978992] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.979103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.979172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.979483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.979551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.979765] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 already deleted. [ 1119.979868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.175400] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1120.175400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.175564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.175769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.175991] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.176127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.176188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.176341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.176436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.176515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.176604] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.238364] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a22b8d8-5112-42c1-b3be-894df08da455 [ 1120.238612] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.238748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.238817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.239040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.239129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.239281] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a22b8d8-5112-42c1-b3be-894df08da455 already deleted. [ 1120.239364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a22b8d8-5112-42c1-b3be-894df08da455" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.283452] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 1120.283679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.352374] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.352694] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.352864] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.353208] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.353785] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.355054] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 9e43e363-99b3-42b7-b155-d3d695500bdf not found, creating... [ 1120.355054] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.355054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.355054] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.355301] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.355349] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.355731] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.356146] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.356249] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.356513] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.356666] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.356840] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 9e43e363-99b3-42b7-b155-d3d695500bdf is going to be created. [ 1120.378979] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.379254] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.379399] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.379740] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.381191] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.381191] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-9e43e363-99b3-42b7-b155-d3d695500bdf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.678838] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.679057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.679150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.679421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.679667] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.679788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.679837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.680085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.680147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.680262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.680452] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.680800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.680800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.680929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.681350] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.681507] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.681654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.681777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.682186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.682186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.682186] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.168663] env[66544]: INFO networking_nsxv3.common.synchronization [req-5d13483f-73c0-4fff-b037-f75d15604dfb req-a3e2e3c3-6c9e-4b30-af66-985ea94dccb5 service nova] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_rules [ 1121.169322] env[66544]: INFO networking_nsxv3.common.synchronization [req-5d13483f-73c0-4fff-b037-f75d15604dfb req-a3e2e3c3-6c9e-4b30-af66-985ea94dccb5 service nova] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1121.169322] env[66544]: INFO networking_nsxv3.common.synchronization [req-5d13483f-73c0-4fff-b037-f75d15604dfb req-a3e2e3c3-6c9e-4b30-af66-985ea94dccb5 service nova] Enqueued Resource ID: 9e43e363-99b3-42b7-b155-d3d695500bdf with Priority: HIGHEST for action port [ 1121.169872] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_rules [ 1121.170089] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1121.170651] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e43e363-99b3-42b7-b155-d3d695500bdf with Priority: HIGHEST for action port [ 1121.171140] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.171203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.171314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.171603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.171744] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.173294] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.173479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.173590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.173837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.174772] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.178089] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e43e363-99b3-42b7-b155-d3d695500bdf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.178089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e43e363-99b3-42b7-b155-d3d695500bdf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.178089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e43e363-99b3-42b7-b155-d3d695500bdf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.178089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e43e363-99b3-42b7-b155-d3d695500bdf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.178089] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e43e363-99b3-42b7-b155-d3d695500bdf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.185154] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78781e94-2a81-4a71-8815-c83764ced858: rpc.has_security_group_logging(os_id): False [ 1121.211329] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.211473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.211685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.211752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.211851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.212760] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.212760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.212760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.212760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.212760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.212760] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.212760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.213104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.213104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.213104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.213200] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.213646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.213646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.213646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.213646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.213646] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1121.287168] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.287168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.287168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.287168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.287168] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.302410] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1121.674362] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.674362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.677692] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.681710] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e43e363-99b3-42b7-b155-d3d695500bdf with status ACTIVE [ 1121.681928] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.682072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.682140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.682346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.682427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.682595] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.682745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.682745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.682890] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.683992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.683992] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.683992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.683992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.683992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.683992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.683992] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e43e363-99b3-42b7-b155-d3d695500bdf is going to be updated. [ 1121.706109] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.706272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.706342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.706549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.706685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.707341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e43e363-99b3-42b7-b155-d3d695500bdf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.183372] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.688033] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.688033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.688033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.688268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.688268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.688268] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 is going to be created. [ 1122.718628] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.718881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.718881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.719150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.719252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.731065] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: UNINITIALIZED for 2s [ 1123.339898] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1123.340490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.340986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.341402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.341628] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.844894] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.845150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.845150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.845366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.845527] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.845630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.845692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.845837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.845938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.846015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.846107] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.198815] env[66544]: INFO networking_nsxv3.common.synchronization [req-476b1dc8-759e-4898-bfdf-a6e902ec741f req-8b5965d9-13d3-4b8c-9515-f13286b7cf8d tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1124.199729] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1124.200229] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.200367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.200462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.200676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.201191] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.201314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.201377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.201529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.201636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.201704] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.351092] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.351719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.351801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.352058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.352287] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.352420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.352485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.352650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.352758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.352854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.353039] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.353135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.353196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.353336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.353470] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.353560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.353620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.353839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.353906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.353986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.354088] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.706278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.706483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.706609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.706929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.729683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.729936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.730072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.730136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.730332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.730422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.730501] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1124.739262] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: SUCCESS [ 1124.739462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.739616] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.739851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.740054] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.740191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.740250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.740386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.740459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.740540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.740627] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.759960] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.760212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.760212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.760389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.760518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.771412] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1124.857468] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78781e94-2a81-4a71-8815-c83764ced858: rpc.has_security_group_logging(os_id): False [ 1124.875723] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.875889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.875945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.876171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.876267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.876474] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.876605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.876737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.876867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.876949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.877163] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.877259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.877321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.877472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.877612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.877730] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.877826] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.877966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.878095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.878222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.878340] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1124.957048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.957048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.957048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.957280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.957592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.984285] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1125.242612] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.746981] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0821a180-2eb2-4e7c-9184-f52e78487b56: rpc.has_security_group_logging(os_id): False [ 1125.768085] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.768085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.768319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.768452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.768554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.768823] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.768927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.768988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.769165] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.769239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.769329] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 is going to be created. [ 1125.835261] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.835479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.835479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.835669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.835856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.846786] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: IN_PROGRESS for 2s [ 1125.982658] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b7cefe9-f8c9-4c5d-a556-19894e10396e req-b94c2dcc-59bb-42ef-91a4-257c83de9d2e tempest-MultipleCreateTestJSON-160788830 tempest-MultipleCreateTestJSON-160788830-project-member] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1125.983214] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1125.984053] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.984053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.984053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.984053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.984053] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.984340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.984340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.984340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.984432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.984488] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.255058] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b666d72-7237-4ccb-a3e8-a2018b0d776b req-980c9681-a64e-43ec-a87d-400ee7a2e8cb tempest-ListServersNegativeTestJSON-1295824714 tempest-ListServersNegativeTestJSON-1295824714-project-member] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1126.255999] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1126.255999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.255999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.256197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.257120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.257120] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.257120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.257120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.257120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.257120] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.257120] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.341259] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.341444] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.341561] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.341840] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.342139] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.342314] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.343261] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.343261] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.343261] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.343261] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.343261] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.343433] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.343433] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.343532] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.343624] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.343730] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.364750] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.364967] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.365067] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.365243] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.365555] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-d64a2559-e68a-4764-b941-79e7987f61ea taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.365734] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-d64a2559-e68a-4764-b941-79e7987f61ea" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.365843] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-d64a2559-e68a-4764-b941-79e7987f61ea" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.366982] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-d64a2559-e68a-4764-b941-79e7987f61ea" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.366982] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d64a2559-e68a-4764-b941-79e7987f61ea',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.489119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.489252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.489366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.489519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.489608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.489836] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.489937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.489986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.490157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.490236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.490322] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1126.516344] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.516503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.516540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.516854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.516930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.527102] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1126.580624] env[66544]: INFO networking_nsxv3.common.synchronization [req-653f02b9-4153-4ecb-a45f-3822184afc35 req-c69a4938-b437-406e-9592-e67a9c6dd28a tempest-ListServersNegativeTestJSON-1295824714 tempest-ListServersNegativeTestJSON-1295824714-project-member] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1126.580972] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGHEST for action security_group_members [ 1126.581432] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.581580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.760020] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.783442] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1126.783442] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db deletion is rescheduled due to dependency. [ 1126.783442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.870078] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.870322] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.870394] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.870812] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.871092] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.871349] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port d64a2559-e68a-4764-b941-79e7987f61ea not found, creating... [ 1126.871766] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.872055] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.872317] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.872646] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.872930] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.873351] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.873631] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.873822] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.874105] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.874294] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.874567] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: d64a2559-e68a-4764-b941-79e7987f61ea is going to be created. [ 1126.897538] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.897859] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.898014] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.898299] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.898532] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.898760] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-d64a2559-e68a-4764-b941-79e7987f61ea" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.003501] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1127.003501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.262419] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.622902] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b7cefe9-f8c9-4c5d-a556-19894e10396e req-459fe5be-43ee-4ae4-80ad-6aaca73e6894 service nova] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_rules [ 1127.623150] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b7cefe9-f8c9-4c5d-a556-19894e10396e req-459fe5be-43ee-4ae4-80ad-6aaca73e6894 service nova] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1127.623293] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b7cefe9-f8c9-4c5d-a556-19894e10396e req-459fe5be-43ee-4ae4-80ad-6aaca73e6894 service nova] Enqueued Resource ID: d64a2559-e68a-4764-b941-79e7987f61ea with Priority: HIGHEST for action port [ 1127.623818] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_rules [ 1127.623956] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1127.624219] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64a2559-e68a-4764-b941-79e7987f61ea with Priority: HIGHEST for action port [ 1127.624526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.624652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.624718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.624916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.624994] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.626190] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.626477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.626545] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-d64a2559-e68a-4764-b941-79e7987f61ea taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.626690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d64a2559-e68a-4764-b941-79e7987f61ea" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.626760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d64a2559-e68a-4764-b941-79e7987f61ea" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.626938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d64a2559-e68a-4764-b941-79e7987f61ea" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.627034] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d64a2559-e68a-4764-b941-79e7987f61ea',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.764770] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.765101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.765101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.765220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.765308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.765414] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1127.816437] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.816586] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.816658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.816911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.817919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.826351] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1127.862496] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: SUCCESS [ 1127.862760] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.129785] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d64a2559-e68a-4764-b941-79e7987f61ea with status ACTIVE [ 1128.130016] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.130299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.130382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.131106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.131106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.131106] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.131319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.131319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.131516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.131680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.131941] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.132054] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.132195] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.132428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.133048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.133048] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d64a2559-e68a-4764-b941-79e7987f61ea is going to be updated. [ 1128.134184] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.134282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.156997] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.157191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.157322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.157786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.157963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.158230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d64a2559-e68a-4764-b941-79e7987f61ea" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.331932] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b7cefe9-f8c9-4c5d-a556-19894e10396e req-7c3b0f75-66ba-480a-98c5-f88415a97ad0 tempest-MultipleCreateTestJSON-160788830 tempest-MultipleCreateTestJSON-160788830-project-member] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1128.333536] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1128.334062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.334190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.536844] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1128.537120] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f deletion is rescheduled due to dependency. [ 1128.537482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.537790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.538039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.538275] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.538352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.538417] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.538623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.538657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.538733] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.635933] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.635933] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.636156] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.636347] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.637179] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.637944] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.637944] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.637944] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.638119] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.638253] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.638399] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.638520] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.638652] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.638793] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.638910] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.639083] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.658499] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.658724] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.658900] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.659129] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-681" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.659520] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-09ae569e-d2b8-401b-849a-074ba71dcddf taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.659733] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-09ae569e-d2b8-401b-849a-074ba71dcddf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.659882] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-09ae569e-d2b8-401b-849a-074ba71dcddf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.660273] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-09ae569e-d2b8-401b-849a-074ba71dcddf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.660432] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ae569e-d2b8-401b-849a-074ba71dcddf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.044106] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.163073] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.163523] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.163698] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.164101] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.164387] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.164675] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 09ae569e-d2b8-401b-849a-074ba71dcddf not found, creating... [ 1129.164996] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.165247] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.165362] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.165663] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.165826] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.166158] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.166343] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.166462] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.166686] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.166844] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.166989] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 09ae569e-d2b8-401b-849a-074ba71dcddf is going to be created. [ 1129.189492] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.189693] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.190079] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.190519] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.190820] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.191192] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-09ae569e-d2b8-401b-849a-074ba71dcddf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.547034] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.836989] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1129.837229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.837401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.837624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.838300] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.838300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.838300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.838300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.838300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.838494] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.049061] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.049061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.049464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.049464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.049464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.049557] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1130.077504] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.077504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.077609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.077857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.078016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.087931] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1130.340665] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.340894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.340962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.341188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.341282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.341489] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.341580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.341645] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.341944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.341944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.342055] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be updated. [ 1130.348470] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b7cefe9-f8c9-4c5d-a556-19894e10396e req-0c87b365-f3f1-4810-9543-baa1fba3cfd2 service nova] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_rules [ 1130.348649] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b7cefe9-f8c9-4c5d-a556-19894e10396e req-0c87b365-f3f1-4810-9543-baa1fba3cfd2 service nova] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1130.348784] env[66544]: INFO networking_nsxv3.common.synchronization [req-0b7cefe9-f8c9-4c5d-a556-19894e10396e req-0c87b365-f3f1-4810-9543-baa1fba3cfd2 service nova] Enqueued Resource ID: 09ae569e-d2b8-401b-849a-074ba71dcddf with Priority: HIGHEST for action port [ 1130.349016] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_rules [ 1130.349148] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1130.349244] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ae569e-d2b8-401b-849a-074ba71dcddf with Priority: HIGHEST for action port [ 1130.349809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.349909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.350128] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.350213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.350387] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ae569e-d2b8-401b-849a-074ba71dcddf taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.352024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ae569e-d2b8-401b-849a-074ba71dcddf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.352116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ae569e-d2b8-401b-849a-074ba71dcddf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.352482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ae569e-d2b8-401b-849a-074ba71dcddf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.352482] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ae569e-d2b8-401b-849a-074ba71dcddf',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.373704] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.373704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.373704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.373925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.374086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.383424] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: IN_PROGRESS for 2s [ 1130.664045] env[66544]: INFO networking_nsxv3.common.synchronization [req-c4a9298c-c17c-4603-bdf8-da135436112e req-3e99fe90-9243-4c11-92f5-d035cffb59f4 tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_members [ 1130.665048] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_members [ 1130.665048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b4dd41-d27d-4337-adc1-411b984bf6e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.665048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.665048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.665274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.665469] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.665879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.665948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.666127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.666215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.666311] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.856530] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09ae569e-d2b8-401b-849a-074ba71dcddf with status ACTIVE [ 1130.856530] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.856530] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.856530] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.856530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.856530] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09ae569e-d2b8-401b-849a-074ba71dcddf is going to be updated. [ 1130.879916] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.879916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.879916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.879916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.879916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.879916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ae569e-d2b8-401b-849a-074ba71dcddf" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.011675] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.012014] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.012195] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.012911] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.013514] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.013745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.013908] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.014163] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.014354] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.014597] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.014737] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.014977] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.015143] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.015284] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.015427] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.015588] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.034822] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.034997] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.035148] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.035328] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.035654] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-34f9d9f1-5045-40c4-9d12-ca2fd437650d taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.035832] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-34f9d9f1-5045-40c4-9d12-ca2fd437650d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.035951] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-34f9d9f1-5045-40c4-9d12-ca2fd437650d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.036329] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-34f9d9f1-5045-40c4-9d12-ca2fd437650d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.036529] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f9d9f1-5045-40c4-9d12-ca2fd437650d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.169246] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.169246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.169658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.169658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.169658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.169840] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.169913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.169996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.170154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.170266] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.170357] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 already deleted. [ 1131.170439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.538818] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.542339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.542339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.542339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.542339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.542339] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 34f9d9f1-5045-40c4-9d12-ca2fd437650d not found, creating... [ 1131.542339] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.542339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.542339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.542339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.542339] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.543121] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.543121] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.543121] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.543121] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.543121] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.543121] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 34f9d9f1-5045-40c4-9d12-ca2fd437650d is going to be created. [ 1131.564476] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.564688] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.564823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.565161] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.565415] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.565655] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-34f9d9f1-5045-40c4-9d12-ca2fd437650d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.099481] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1132.099481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.099481] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.099788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.099971] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.100123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.100182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.100345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.100426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.100514] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.100628] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.101560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.101729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.101889] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.101996] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.102090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.102236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.102294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.102381] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.310823] env[66544]: INFO networking_nsxv3.common.synchronization [req-c4a9298c-c17c-4603-bdf8-da135436112e req-73774e63-53ff-4044-8600-3c6886c7688e service nova] Enqueued Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_rules [ 1132.311344] env[66544]: INFO networking_nsxv3.common.synchronization [req-c4a9298c-c17c-4603-bdf8-da135436112e req-73774e63-53ff-4044-8600-3c6886c7688e service nova] Enqueued Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_members [ 1132.311344] env[66544]: INFO networking_nsxv3.common.synchronization [req-c4a9298c-c17c-4603-bdf8-da135436112e req-73774e63-53ff-4044-8600-3c6886c7688e service nova] Enqueued Resource ID: 34f9d9f1-5045-40c4-9d12-ca2fd437650d with Priority: HIGHEST for action port [ 1132.311728] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_rules [ 1132.311867] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_members [ 1132.311965] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f9d9f1-5045-40c4-9d12-ca2fd437650d with Priority: HIGHEST for action port [ 1132.312706] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.312897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.313037] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.313615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.313684] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.314932] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b4dd41-d27d-4337-adc1-411b984bf6e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.314932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.315137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.315268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.315592] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.315778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.315877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.316137] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.316280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.316686] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.317420] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f9d9f1-5045-40c4-9d12-ca2fd437650d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.317575] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f9d9f1-5045-40c4-9d12-ca2fd437650d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.317770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f9d9f1-5045-40c4-9d12-ca2fd437650d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.317945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f9d9f1-5045-40c4-9d12-ca2fd437650d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.318135] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f9d9f1-5045-40c4-9d12-ca2fd437650d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.393611] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78781e94-2a81-4a71-8815-c83764ced858 in Status: SUCCESS [ 1132.394211] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78781e94-2a81-4a71-8815-c83764ced858 deletion is rescheduled due to dependency. [ 1132.394211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.603957] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.604140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.604289] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.820107] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.821284] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b4dd41-d27d-4337-adc1-411b984bf6e4 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.821407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.821853] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34f9d9f1-5045-40c4-9d12-ca2fd437650d with status ACTIVE [ 1132.822037] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.822153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.822217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.822906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.822906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.822906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.822906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.822906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.823160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.823160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.823210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.823364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.823364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.823492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.823552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.823636] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34f9d9f1-5045-40c4-9d12-ca2fd437650d is going to be updated. [ 1132.847029] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.847029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.847029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.847312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.847312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.847403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f9d9f1-5045-40c4-9d12-ca2fd437650d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.097094] env[66544]: INFO networking_nsxv3.common.synchronization [req-43c96966-78b6-4abf-8e55-1becda0416f3 req-9bf33ef2-2cc8-4784-b722-825c248cf98d tempest-TenantUsagesTestJSON-1345583543 tempest-TenantUsagesTestJSON-1345583543-project-member] Enqueued Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGHEST for action security_group_members [ 1133.097648] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGHEST for action security_group_members [ 1133.097929] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f96b161-8aff-44dd-8158-d082d6510cb2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.098459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.098539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.098809] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.099022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.099135] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.099201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.099378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.099464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.099575] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.106795] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.322716] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.427521] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.427828] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.428056] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.428491] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.428867] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.429209] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.429322] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.429669] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.429894] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.430145] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.430263] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.430394] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.430540] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.430629] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.430696] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.430845] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.458161] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.458341] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.458477] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.458656] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-94" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.458981] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-036cf07d-2886-49b9-a70b-b149bf74bc92 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.459171] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-036cf07d-2886-49b9-a70b-b149bf74bc92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.459294] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-036cf07d-2886-49b9-a70b-b149bf74bc92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.459823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-036cf07d-2886-49b9-a70b-b149bf74bc92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.459823] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('036cf07d-2886-49b9-a70b-b149bf74bc92',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.601683] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.601860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.601898] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.602205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.602297] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.602507] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.602601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.602664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.602814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.602889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.602980] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 already deleted. [ 1133.603069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.608953] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.609079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.609144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.609296] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.609375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.609465] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1133.636605] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.636762] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.636816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.637032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.637177] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.645590] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1133.824765] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.824922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.824992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.825241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.825330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.825435] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 is going to be created. [ 1133.848598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.848767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.848807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.849015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.849181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.858771] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 in Status: UNINITIALIZED for 2s [ 1133.962916] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.962916] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.963856] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.963856] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.963856] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.963856] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 036cf07d-2886-49b9-a70b-b149bf74bc92 not found, creating... [ 1133.964114] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.964295] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.964412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.964655] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.964793] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.965095] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.965249] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.965363] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.965557] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.965690] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.965834] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 036cf07d-2886-49b9-a70b-b149bf74bc92 is going to be created. [ 1134.047346] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.047563] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.047685] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.047969] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.048234] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.048466] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-036cf07d-2886-49b9-a70b-b149bf74bc92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.665645] env[66544]: INFO networking_nsxv3.common.synchronization [req-43c96966-78b6-4abf-8e55-1becda0416f3 req-82231a15-43b0-403e-aa60-4a03aefd2291 service nova] Enqueued Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGHEST for action security_group_rules [ 1134.665645] env[66544]: INFO networking_nsxv3.common.synchronization [req-43c96966-78b6-4abf-8e55-1becda0416f3 req-82231a15-43b0-403e-aa60-4a03aefd2291 service nova] Enqueued Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGHEST for action security_group_members [ 1134.665645] env[66544]: INFO networking_nsxv3.common.synchronization [req-43c96966-78b6-4abf-8e55-1becda0416f3 req-82231a15-43b0-403e-aa60-4a03aefd2291 service nova] Enqueued Resource ID: 036cf07d-2886-49b9-a70b-b149bf74bc92 with Priority: HIGHEST for action port [ 1134.666299] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGHEST for action security_group_rules [ 1134.666493] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGHEST for action security_group_members [ 1134.666654] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036cf07d-2886-49b9-a70b-b149bf74bc92 with Priority: HIGHEST for action port [ 1134.667011] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f96b161-8aff-44dd-8158-d082d6510cb2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.667180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.667270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.667535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.667828] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.668668] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f96b161-8aff-44dd-8158-d082d6510cb2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.668791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.668859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.669036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.669194] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.669270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.669350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.669494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.669535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.669622] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.671488] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-036cf07d-2886-49b9-a70b-b149bf74bc92 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.671585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-036cf07d-2886-49b9-a70b-b149bf74bc92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.671652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-036cf07d-2886-49b9-a70b-b149bf74bc92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.671841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-036cf07d-2886-49b9-a70b-b149bf74bc92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.671886] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('036cf07d-2886-49b9-a70b-b149bf74bc92',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.176810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f96b161-8aff-44dd-8158-d082d6510cb2 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.176810] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.176810] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 036cf07d-2886-49b9-a70b-b149bf74bc92 with status ACTIVE [ 1135.176810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.176810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.176810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.177836] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.177836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.177919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.178073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.178156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.182025] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 036cf07d-2886-49b9-a70b-b149bf74bc92 is going to be updated. [ 1135.205541] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.205741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.206047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.206373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.206548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.206878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-036cf07d-2886-49b9-a70b-b149bf74bc92" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.657174] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1135.657438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.657644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.657893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.658095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.658212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.658273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.658420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.658541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.658617] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.680702] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.868622] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 in Status: SUCCESS [ 1135.868836] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.868999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.869229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.869420] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.869535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.869598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.869747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.869880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.869967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.870070] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.161140] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.183052] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.183207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.183263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.183469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.183558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.183660] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 is going to be created. [ 1136.208370] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.208535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.208613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.208839] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.209012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.219542] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 in Status: UNINITIALIZED for 2s [ 1136.372594] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.663838] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.875764] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2b4dd41-d27d-4337-adc1-411b984bf6e4: rpc.has_security_group_logging(os_id): False [ 1136.895108] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.895289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.895353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.895558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.895653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.895905] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.896019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.896080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.896233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.896308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.896395] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 is going to be created. [ 1136.976969] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.977527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.977527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.977675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.977883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.989641] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 in Status: IN_PROGRESS for 2s [ 1137.166598] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.166769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.166829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.167069] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.167162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.167312] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1137.202922] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.203112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.203200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.203412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.203638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.217602] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1138.230026] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 in Status: SUCCESS [ 1138.230338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.230338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.230451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.230643] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.230808] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.230864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.230972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.231068] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.231178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.231278] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.734612] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f96b161-8aff-44dd-8158-d082d6510cb2 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.734705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.734817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.735017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.735264] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.735370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.735434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.735583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.735668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.735751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.735898] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f96b161-8aff-44dd-8158-d082d6510cb2 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.735990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.736061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.736200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.736334] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.736419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.736477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.736607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.736679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.736756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.736843] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.004452] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 in Status: SUCCESS [ 1139.004721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.230837] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1139.231294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.231294] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.231498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.231689] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.231803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.231868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.232042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.232123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.232212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.232371] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.232465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.232518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.232663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.232792] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.232883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.232942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.233090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.233167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.233242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.233326] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.240236] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f96b161-8aff-44dd-8158-d082d6510cb2: rpc.has_security_group_logging(os_id): False [ 1139.261440] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.261637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.261713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.261934] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.262045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.262295] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.262402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.262467] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.262657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.262744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.263238] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.263238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.263238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.263383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.263383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.263623] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.263688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.263718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.263862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.263945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.264066] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 is going to be created. [ 1139.327916] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.328174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.328174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.328425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.328628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.347360] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 in Status: IN_PROGRESS for 2s [ 1139.668020] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.668020] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1139.735572] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f977b-c20b-45e3-856d-0c82d8a0ad5f: rpc.has_security_group_logging(os_id): False [ 1139.754973] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.755178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.755259] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.755631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.755769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.756404] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.756404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.756404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.756546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.756657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.756888] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.757014] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.757125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.757287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.757376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.757591] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.757718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.757804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.757980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.758074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.758164] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1139.919786] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.920064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.920141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.920361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.920509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.942320] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1141.361480] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 in Status: SUCCESS [ 1141.361712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.961184] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1141.961935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.962816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.963050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.963135] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.007013] env[66544]: INFO networking_nsxv3.common.synchronization [req-ac15aca5-a3a9-4b0d-ba84-21bf7060218c req-96f9de10-357c-47e7-88f9-b88ef7c7e487 tempest-MultipleCreateTestJSON-160788830 tempest-MultipleCreateTestJSON-160788830-project-member] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1142.007013] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1142.007552] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.007552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.007552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.007863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.008055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.008164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.008219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.008413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.008413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.008536] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.077097] env[66544]: INFO networking_nsxv3.common.synchronization [req-5c1994d2-eee7-4b48-b973-9b398fc11557 req-ad30d381-9a9a-45bc-bcc2-46a5a961995c tempest-MultipleCreateTestJSON-160788830 tempest-MultipleCreateTestJSON-160788830-project-member] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1142.077241] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGHEST for action security_group_members [ 1142.077517] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.077967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.466134] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.466506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.511759] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.014405] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.518288] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.518656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.518656] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.519074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.519074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.519074] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1143.561767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.561987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.561987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.562585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.562585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.574039] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1145.586601] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1145.586957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.587063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.587486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.587645] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.587919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.588293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.588293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.588411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.588502] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.091372] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.091546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.091633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.091901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.092337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.092337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.092590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.092590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.092707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.092834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.092962] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1146.125984] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.126221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.126221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.126436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.126581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.137222] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1146.558984] env[66544]: INFO networking_nsxv3.common.synchronization [req-cf85a333-7463-4791-a827-399cf65f724d req-82187f76-b18c-4299-88d9-30b9e189388e tempest-TenantUsagesTestJSON-1345583543 tempest-TenantUsagesTestJSON-1345583543-project-member] Enqueued Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGHEST for action security_group_members [ 1146.559554] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGHEST for action security_group_members [ 1146.559877] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f96b161-8aff-44dd-8158-d082d6510cb2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.560018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.560088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.560282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.560440] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.560584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.560584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.560726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.560806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.561649] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.062961] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.063803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.063803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.063803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.063803] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.063803] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.063985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.063985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.064081] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.064155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.064247] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 is going to be updated. [ 1147.092994] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.093173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.093242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.093449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.093591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.104294] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 in Status: IN_PROGRESS for 2s [ 1147.143977] env[66544]: INFO networking_nsxv3.common.synchronization [req-9a6a6825-f575-4f67-b8de-adf7a5a3849f req-98898bb4-35ac-4e31-8c39-f9127f91a411 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1147.144588] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1147.144905] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.145143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.145221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.145418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.145644] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.145746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.145807] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.145951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.146061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.146155] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.466604] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.466809] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.466932] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.467210] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.467465] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.467617] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.467729] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.467977] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.468156] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.468359] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.468470] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.468575] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.468690] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.468798] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.468902] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.469044] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.487469] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.487642] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.487778] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.487951] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.488271] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-2afd36e2-cfe5-44f4-8766-8c58363e1434 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.488440] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-2afd36e2-cfe5-44f4-8766-8c58363e1434" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.488557] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-2afd36e2-cfe5-44f4-8766-8c58363e1434" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.488880] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-2afd36e2-cfe5-44f4-8766-8c58363e1434" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.489051] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2afd36e2-cfe5-44f4-8766-8c58363e1434',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.648407] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.991959] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.992631] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.992631] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.992631] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.992951] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.992951] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 2afd36e2-cfe5-44f4-8766-8c58363e1434 not found, creating... [ 1147.993184] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.993343] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.993436] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.993647] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.993774] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.994054] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.994209] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.994319] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.994520] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.994647] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.994785] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 2afd36e2-cfe5-44f4-8766-8c58363e1434 is going to be created. [ 1148.014756] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.014991] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.015095] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.015388] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.015615] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.015835] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-2afd36e2-cfe5-44f4-8766-8c58363e1434" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.149429] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1148.149780] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f deletion is rescheduled due to dependency. [ 1148.149780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.150198] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.151123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.151427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.151936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.152109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.153032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.153032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.153032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.153032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.153032] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.655378] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.655378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.655378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.655585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.655627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.655731] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 is going to be updated. [ 1148.657042] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.657210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.657210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.657375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.657933] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.658050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.658115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.658264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.658342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.658426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.658574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.658667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.658726] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.658859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.658990] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.659089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.659146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.659276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.659345] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.659418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.659500] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.690688] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.690859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.691076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.691175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.691316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.700857] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: IN_PROGRESS for 2s [ 1148.747695] env[66544]: INFO networking_nsxv3.common.synchronization [req-9a6a6825-f575-4f67-b8de-adf7a5a3849f req-b08488cf-a617-4449-93fa-59abd08f5494 service nova] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_rules [ 1148.747868] env[66544]: INFO networking_nsxv3.common.synchronization [req-9a6a6825-f575-4f67-b8de-adf7a5a3849f req-b08488cf-a617-4449-93fa-59abd08f5494 service nova] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1148.748092] env[66544]: INFO networking_nsxv3.common.synchronization [req-9a6a6825-f575-4f67-b8de-adf7a5a3849f req-b08488cf-a617-4449-93fa-59abd08f5494 service nova] Enqueued Resource ID: 2afd36e2-cfe5-44f4-8766-8c58363e1434 with Priority: HIGHEST for action port [ 1148.748765] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_rules [ 1148.748937] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1148.749707] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2afd36e2-cfe5-44f4-8766-8c58363e1434 with Priority: HIGHEST for action port [ 1148.750434] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.750560] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.750626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.750835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.750913] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.752322] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.752430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.752638] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2afd36e2-cfe5-44f4-8766-8c58363e1434 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.752740] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2afd36e2-cfe5-44f4-8766-8c58363e1434" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.752806] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2afd36e2-cfe5-44f4-8766-8c58363e1434" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.752990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2afd36e2-cfe5-44f4-8766-8c58363e1434" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.753080] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2afd36e2-cfe5-44f4-8766-8c58363e1434',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.117870] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 in Status: SUCCESS [ 1149.118098] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 deletion is rescheduled due to dependency. [ 1149.118219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.163597] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f977b-c20b-45e3-856d-0c82d8a0ad5f: rpc.has_security_group_logging(os_id): False [ 1149.185702] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.185702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.185930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.185962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.186115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.186366] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.186482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.186638] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.186707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.186787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.187679] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.187679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.187679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.187679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.187679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.187679] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.187679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.187679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.188045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.188045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.188045] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be updated. [ 1149.256680] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.256680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.256680] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2afd36e2-cfe5-44f4-8766-8c58363e1434 with status ACTIVE [ 1149.256680] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.256680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.256680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.256680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.256680] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.257231] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.257231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.257231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.257231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.257231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.257574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.257693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.257759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.257896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.257976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.258077] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2afd36e2-cfe5-44f4-8766-8c58363e1434 is going to be updated. [ 1149.281668] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.281878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.281878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.282152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.282551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.285728] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.285888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.285972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.286221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.286389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.286671] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2afd36e2-cfe5-44f4-8766-8c58363e1434" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.296608] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: IN_PROGRESS for 2s [ 1149.426633] env[66544]: INFO networking_nsxv3.common.synchronization [req-137244af-ce18-4ba6-ba93-6ff5f1da1c8b req-f0834011-e7ec-4906-b469-d5472fce5482 tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1149.427203] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1149.427516] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.427643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.427708] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.427938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.428132] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.428238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.428302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.428464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.428549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.428640] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.723886] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.724098] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.724224] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.724491] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.724741] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.724890] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.725014] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.725232] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.725378] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.725586] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.725695] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.725799] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.725902] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.726033] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.726140] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.726268] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.745031] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.745154] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.745274] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.745446] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.745941] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-633d8cfc-3f9b-4d29-8969-512a61d00cd8 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.745941] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-633d8cfc-3f9b-4d29-8969-512a61d00cd8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.746058] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-633d8cfc-3f9b-4d29-8969-512a61d00cd8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.746370] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-633d8cfc-3f9b-4d29-8969-512a61d00cd8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.746488] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633d8cfc-3f9b-4d29-8969-512a61d00cd8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.931291] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.931439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.931544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.931962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.932121] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.932121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.932322] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.932406] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.932472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.932561] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1149.962013] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.962439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.962439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.962527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.962709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.973028] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1150.249208] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.249536] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.249758] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.250148] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.250379] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.250625] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 633d8cfc-3f9b-4d29-8969-512a61d00cd8 not found, creating... [ 1150.251088] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.251556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.251556] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.251933] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.252401] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.252864] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.253128] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.253967] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.253967] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.253967] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.254122] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 633d8cfc-3f9b-4d29-8969-512a61d00cd8 is going to be created. [ 1150.281074] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.281312] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.281433] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.281702] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.281933] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.282180] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-633d8cfc-3f9b-4d29-8969-512a61d00cd8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.710829] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: SUCCESS [ 1150.711097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.711274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.711497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.711682] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.711798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.711862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.712018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.712106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.712199] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.975486] env[66544]: INFO networking_nsxv3.common.synchronization [req-137244af-ce18-4ba6-ba93-6ff5f1da1c8b req-89c068c4-f801-4d15-94a9-8a6cef2f6fc4 service nova] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 1150.975486] env[66544]: INFO networking_nsxv3.common.synchronization [req-137244af-ce18-4ba6-ba93-6ff5f1da1c8b req-89c068c4-f801-4d15-94a9-8a6cef2f6fc4 service nova] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1150.975486] env[66544]: INFO networking_nsxv3.common.synchronization [req-137244af-ce18-4ba6-ba93-6ff5f1da1c8b req-89c068c4-f801-4d15-94a9-8a6cef2f6fc4 service nova] Enqueued Resource ID: 633d8cfc-3f9b-4d29-8969-512a61d00cd8 with Priority: HIGHEST for action port [ 1150.975853] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 1150.975894] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1150.976030] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 633d8cfc-3f9b-4d29-8969-512a61d00cd8 with Priority: HIGHEST for action port [ 1150.976308] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.976394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.976451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.976654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.976711] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.978578] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.978578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.978578] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-633d8cfc-3f9b-4d29-8969-512a61d00cd8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.978578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-633d8cfc-3f9b-4d29-8969-512a61d00cd8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.978578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-633d8cfc-3f9b-4d29-8969-512a61d00cd8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.978578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-633d8cfc-3f9b-4d29-8969-512a61d00cd8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.978578] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633d8cfc-3f9b-4d29-8969-512a61d00cd8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.216062] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.328955] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f in Status: SUCCESS [ 1151.329260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.480198] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.480355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.480621] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 633d8cfc-3f9b-4d29-8969-512a61d00cd8 with status ACTIVE [ 1151.480849] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.481076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.481175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.481349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.481438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.481615] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.481710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.481773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.481972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.482070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.482321] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.482451] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.482496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.482609] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.482686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.482773] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 633d8cfc-3f9b-4d29-8969-512a61d00cd8 is going to be updated. [ 1151.505772] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.505997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.505997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.506249] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.506397] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.506564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-633d8cfc-3f9b-4d29-8969-512a61d00cd8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.716808] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.983796] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1151.984019] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db deletion is rescheduled due to dependency. [ 1151.984019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.984567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.984691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.984878] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.984998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.985070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.985215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.985292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.985405] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.219616] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.219810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.219851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.220161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.220292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.220447] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 is going to be updated. [ 1152.251765] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.251949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.251949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.252155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.252332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.261021] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: IN_PROGRESS for 2s [ 1152.487996] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.990823] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.494740] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.495132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.495132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.495325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.495415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.495517] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1153.531558] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.531727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.531770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.531982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.532146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.541616] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1154.285307] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: SUCCESS [ 1154.285578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.285756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.286793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.286793] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.286793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.286793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.286793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.286793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.286793] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.286793] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.788812] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.291371] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0821a180-2eb2-4e7c-9184-f52e78487b56: rpc.has_security_group_logging(os_id): False [ 1155.325763] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.325943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.325981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.326221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.326337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.326571] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.326667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.326765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.327024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.327143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.327143] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 is going to be updated. [ 1155.391279] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.391430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.391538] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.391721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.391870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.409873] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: IN_PROGRESS for 2s [ 1155.519991] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.519991] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.520275] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.520455] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.520905] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.521030] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.521089] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.521338] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.521498] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.521754] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.521863] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.521970] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.522094] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.522296] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.522368] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.522599] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.540508] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.540670] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.540812] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.540990] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-193" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.541352] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-5bb92495-1d38-40f6-a1a9-1437ef6a237e taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.541529] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.541656] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.541971] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.542744] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb92495-1d38-40f6-a1a9-1437ef6a237e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.558147] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1155.558391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.558950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.559118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.559322] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.559447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.559498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.559648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.559722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.559801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.559901] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.977848] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.977848] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1156.045486] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.045750] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.045888] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.046216] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.046382] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.046718] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.046876] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.047009] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.047268] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.047424] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.047733] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.048303] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.048460] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.048672] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.048807] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.048966] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 5bb92495-1d38-40f6-a1a9-1437ef6a237e is going to be updated. [ 1156.062284] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.073617] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.073941] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.074143] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.074382] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.074608] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.074959] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.564294] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02426b2d-3f92-4370-95a5-0019ea8590db: rpc.has_security_group_logging(os_id): False [ 1156.583867] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.584034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.584034] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.584404] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.584500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.584747] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.584848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.584913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.585077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.585156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.585244] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1156.640848] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.641042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.641123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.641320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.641480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.652156] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1156.771793] env[66544]: INFO networking_nsxv3.common.synchronization [req-120c0b11-6259-4846-a967-f321d24927f8 req-bdec94fe-df85-4b68-9029-51cba2ae0e2d service nova] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 1156.771793] env[66544]: INFO networking_nsxv3.common.synchronization [req-120c0b11-6259-4846-a967-f321d24927f8 req-bdec94fe-df85-4b68-9029-51cba2ae0e2d service nova] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1156.771928] env[66544]: INFO networking_nsxv3.common.synchronization [req-120c0b11-6259-4846-a967-f321d24927f8 req-bdec94fe-df85-4b68-9029-51cba2ae0e2d service nova] Enqueued Resource ID: 5bb92495-1d38-40f6-a1a9-1437ef6a237e with Priority: HIGHEST for action port [ 1156.772411] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_rules [ 1156.772554] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1156.772653] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb92495-1d38-40f6-a1a9-1437ef6a237e with Priority: HIGHEST for action port [ 1156.772934] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.773050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.773114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.773303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.773490] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.774237] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.774352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.774415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.774597] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.774738] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.774831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.774889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.775086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.775198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.775295] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.776069] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bb92495-1d38-40f6-a1a9-1437ef6a237e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.776164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.776231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.778330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.778330] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb92495-1d38-40f6-a1a9-1437ef6a237e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.282240] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.282240] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.282240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.286761] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bb92495-1d38-40f6-a1a9-1437ef6a237e with status ACTIVE [ 1157.286761] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.286761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.286761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.286761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.286761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.286761] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.286761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.286761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.286761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.286761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.287279] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.287279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.287279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.287279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.287279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.287279] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bb92495-1d38-40f6-a1a9-1437ef6a237e is going to be updated. [ 1157.310441] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.310864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.310864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.310864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.311020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.311082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bb92495-1d38-40f6-a1a9-1437ef6a237e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.424361] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: SUCCESS [ 1157.424361] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.790148] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.132274] env[66544]: INFO networking_nsxv3.common.synchronization [None req-bbc6f312-78cf-409a-8237-0d6601ac7cce None None] Enqueued Resource ID: a7da2782-c9a0-4ef5-a43b-255fd4188b41 with Priority: HIGHEST for action port [ 1158.132768] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7da2782-c9a0-4ef5-a43b-255fd4188b41 with Priority: HIGHEST for action port [ 1158.133795] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7da2782-c9a0-4ef5-a43b-255fd4188b41 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.133991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7da2782-c9a0-4ef5-a43b-255fd4188b41" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.134123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7da2782-c9a0-4ef5-a43b-255fd4188b41" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.134423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7da2782-c9a0-4ef5-a43b-255fd4188b41" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.135603] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7da2782-c9a0-4ef5-a43b-255fd4188b41',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.294848] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.294848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.294848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.294848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.294848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.294848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 1158.315209] env[66544]: INFO networking_nsxv3.common.synchronization [None req-1fcca17b-c6e0-4337-a10c-c999398464e9 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1158.315209] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1158.315599] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.315863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.316055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.316643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.316911] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.317153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.317295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.317567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.317786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.318034] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.335262] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.335262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.335262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.335262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.335262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.349503] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 1158.564906] env[66544]: INFO networking_nsxv3.common.synchronization [None req-6aa8735f-4201-40c5-8034-eda8262d12f5 tempest-ServerActionsV293TestJSON-484166522 tempest-ServerActionsV293TestJSON-484166522-project-member] Enqueued Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_rules [ 1158.564906] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_rules [ 1158.564906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9581f5e-8561-4f84-a09c-95505fe0371e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.564906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.564906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.564906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.564906] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.640182] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7da2782-c9a0-4ef5-a43b-255fd4188b41 [ 1158.640182] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.640182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.640182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.640182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.640182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.640182] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7da2782-c9a0-4ef5-a43b-255fd4188b41 already deleted. [ 1158.640182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7da2782-c9a0-4ef5-a43b-255fd4188b41" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.663889] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1158.663889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.692049] env[66544]: INFO networking_nsxv3.common.synchronization [None req-217276ee-1c7e-4858-a8bb-8d04ed660f93 tempest-ServerActionsV293TestJSON-484166522 tempest-ServerActionsV293TestJSON-484166522-project-member] Enqueued Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_rules [ 1158.692049] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_rules [ 1158.692049] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9581f5e-8561-4f84-a09c-95505fe0371e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.692049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.822788] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.823051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.823051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.823215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.823305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.823499] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.823595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.823655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.823949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.823980] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.824104] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1158.854023] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.854023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.854023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.854023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.854023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.863274] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1159.089699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.089999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.090181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.090474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.090628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.090765] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9581f5e-8561-4f84-a09c-95505fe0371e already deleted. [ 1159.090974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.092543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.092543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.092543] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.621291] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.622454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.622623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.623171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.623237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.623371] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9581f5e-8561-4f84-a09c-95505fe0371e already deleted. [ 1159.623485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.360752] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 1160.360752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.360752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.361884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.361884] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.361884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.361884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.362200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.362283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.362387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.362486] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.559025] env[66544]: INFO networking_nsxv3.common.synchronization [None req-7a3a7b23-f940-43e9-895e-45671d3bdfc6 None None] Enqueued Resource ID: 0f572df7-ef84-4966-bd3f-f35ebb59ec4a with Priority: HIGHEST for action port [ 1160.559025] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f572df7-ef84-4966-bd3f-f35ebb59ec4a with Priority: HIGHEST for action port [ 1160.559025] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f572df7-ef84-4966-bd3f-f35ebb59ec4a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.559025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f572df7-ef84-4966-bd3f-f35ebb59ec4a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.559025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f572df7-ef84-4966-bd3f-f35ebb59ec4a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.559662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f572df7-ef84-4966-bd3f-f35ebb59ec4a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.559948] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f572df7-ef84-4966-bd3f-f35ebb59ec4a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.865292] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.875058] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1160.875282] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 deletion is rescheduled due to dependency. [ 1160.875357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.066953] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f572df7-ef84-4966-bd3f-f35ebb59ec4a [ 1161.067322] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.067492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.067576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.067837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.068050] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.068157] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f572df7-ef84-4966-bd3f-f35ebb59ec4a already deleted. [ 1161.068197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f572df7-ef84-4966-bd3f-f35ebb59ec4a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.368271] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1763a03f-8d77-4c0d-9021-f3c5c755a20d: rpc.has_security_group_logging(os_id): False [ 1161.386863] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.387058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.387105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.387495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.387495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.387692] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.387794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.387888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.388093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.388194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.388285] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 1161.460948] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.461136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.461136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.461869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.461869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.475610] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 1161.930358] env[66544]: INFO networking_nsxv3.common.synchronization [None req-5773a6ae-73e3-46e3-895d-544745ac998f None None] Enqueued Resource ID: 66504412-0ae9-4ec7-bad3-63167fac5e26 with Priority: HIGHEST for action port [ 1161.930358] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66504412-0ae9-4ec7-bad3-63167fac5e26 with Priority: HIGHEST for action port [ 1161.930818] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-66504412-0ae9-4ec7-bad3-63167fac5e26 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.931555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66504412-0ae9-4ec7-bad3-63167fac5e26" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.931555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66504412-0ae9-4ec7-bad3-63167fac5e26" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.931555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66504412-0ae9-4ec7-bad3-63167fac5e26" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.931555] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66504412-0ae9-4ec7-bad3-63167fac5e26',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.433949] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66504412-0ae9-4ec7-bad3-63167fac5e26 [ 1162.433949] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.433949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.434282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.434413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.434461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.434639] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66504412-0ae9-4ec7-bad3-63167fac5e26 already deleted. [ 1162.434716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66504412-0ae9-4ec7-bad3-63167fac5e26" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.491714] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 1163.492071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.899788] env[66544]: INFO networking_nsxv3.common.synchronization [None req-8fd90b8b-0315-44e9-886b-634b1a64cc2b None None] Enqueued Resource ID: 1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06 with Priority: HIGHEST for action port [ 1164.900293] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06 with Priority: HIGHEST for action port [ 1164.900671] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.900849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.901026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.901346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.901469] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.296662] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.296886] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.296987] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.297273] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.297536] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.297687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.297802] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.298326] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.298561] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.298790] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.298904] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.299027] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.299135] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.299287] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.299406] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.299541] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.322607] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.322607] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.322796] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.323394] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.323394] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.323591] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.324178] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.324178] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.324417] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6f8757-6293-4c92-8ef4-36a61eacb8b9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.404457] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06 [ 1165.404708] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.404851] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.404919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.405176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.405268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.405367] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06 already deleted. [ 1165.405553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c65ef6f-20f8-4d9d-8cc0-552d30e3cc06" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.827293] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.827549] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.827671] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.827945] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.828109] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.828291] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 not found, creating... [ 1165.828522] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.828679] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.828791] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.829745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.829745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.829745] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.829745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.829745] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.829974] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.829974] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.831303] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 is going to be created. [ 1165.863420] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.863714] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.863714] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.864251] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.864378] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.864632] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.585588] env[66544]: INFO networking_nsxv3.common.synchronization [req-06842f42-281d-43e7-ac9f-f1a84fa289e8 req-eb990cc9-e42f-4d11-a26a-501b53f468d7 service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 1166.585832] env[66544]: INFO networking_nsxv3.common.synchronization [req-06842f42-281d-43e7-ac9f-f1a84fa289e8 req-eb990cc9-e42f-4d11-a26a-501b53f468d7 service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1166.585832] env[66544]: INFO networking_nsxv3.common.synchronization [req-06842f42-281d-43e7-ac9f-f1a84fa289e8 req-eb990cc9-e42f-4d11-a26a-501b53f468d7 service nova] Enqueued Resource ID: 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 with Priority: HIGHEST for action port [ 1166.586472] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 1166.586646] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1166.587060] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 with Priority: HIGHEST for action port [ 1166.587352] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.587352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.587568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.587621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.587722] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.589837] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.589837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.589837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.589837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.589837] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.590142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.590142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.590331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.590452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.590452] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.591304] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.591398] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.592263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.592263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.592263] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6f8757-6293-4c92-8ef4-36a61eacb8b9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.093874] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.094833] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.094833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.095071] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 with status ACTIVE [ 1167.095200] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.095263] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.095298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.095490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.095596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.095771] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.095866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.095929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.096095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.096173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.096353] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.096441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.096501] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.096685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.096730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.096784] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 is going to be updated. [ 1167.118518] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.118741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.118741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.118951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.119121] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.119314] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.598430] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.639870] env[66544]: INFO networking_nsxv3.common.synchronization [req-d9c964f8-3ca9-4a9c-bf40-5e7285a35744 req-8c71da12-1710-484b-ae1e-4036f2f8261f tempest-ServerTagsTestJSON-2117599238 tempest-ServerTagsTestJSON-2117599238-project-member] Enqueued Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGHEST for action security_group_members [ 1167.640491] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGHEST for action security_group_members [ 1167.641116] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.641374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.641424] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.641666] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.641848] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.641950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.642035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.642188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.642287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.642380] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.946346] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.946540] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-801" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.946660] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-801" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.946978] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-801" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.947246] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.947398] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.947548] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.947718] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.947862] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.948207] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.948317] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.948358] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.948463] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.948570] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.948672] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.948800] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.974016] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.974376] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.974376] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.974955] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-801" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.974955] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-0e1edc03-f2e6-479d-a24a-7e455bb3732b taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.975250] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-0e1edc03-f2e6-479d-a24a-7e455bb3732b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.975384] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-0e1edc03-f2e6-479d-a24a-7e455bb3732b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.975704] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-0e1edc03-f2e6-479d-a24a-7e455bb3732b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.975839] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1edc03-f2e6-479d-a24a-7e455bb3732b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.101075] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.101289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.101289] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.101464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.101554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.101663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1168.132019] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.132225] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.132271] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.132455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.132606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.141548] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1168.145064] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.145230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.145275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.145563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.145657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.145853] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.145957] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.146031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.146188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.146264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.146349] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b already deleted. [ 1168.146431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.479532] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.479801] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.479988] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.480390] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.480624] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.480825] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 0e1edc03-f2e6-479d-a24a-7e455bb3732b not found, creating... [ 1168.481143] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.481390] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.481538] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.481784] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.481925] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.482248] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.482412] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.482521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.482743] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.482877] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.483035] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 0e1edc03-f2e6-479d-a24a-7e455bb3732b is going to be created. [ 1168.504521] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.504756] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.504881] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.505297] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.505551] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.505792] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-0e1edc03-f2e6-479d-a24a-7e455bb3732b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.219988] env[66544]: INFO networking_nsxv3.common.synchronization [req-d9c964f8-3ca9-4a9c-bf40-5e7285a35744 req-d1042fc2-532d-41b2-bc83-a03a780b12db service nova] Enqueued Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGHEST for action security_group_rules [ 1169.224049] env[66544]: INFO networking_nsxv3.common.synchronization [req-d9c964f8-3ca9-4a9c-bf40-5e7285a35744 req-d1042fc2-532d-41b2-bc83-a03a780b12db service nova] Enqueued Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGHEST for action security_group_members [ 1169.224049] env[66544]: INFO networking_nsxv3.common.synchronization [req-d9c964f8-3ca9-4a9c-bf40-5e7285a35744 req-d1042fc2-532d-41b2-bc83-a03a780b12db service nova] Enqueued Resource ID: 0e1edc03-f2e6-479d-a24a-7e455bb3732b with Priority: HIGHEST for action port [ 1169.224521] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGHEST for action security_group_rules [ 1169.224698] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGHEST for action security_group_members [ 1169.224808] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1edc03-f2e6-479d-a24a-7e455bb3732b with Priority: HIGHEST for action port [ 1169.225129] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.225408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.225408] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.225593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.225677] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.226718] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.226854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.226926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.227198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.227455] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.227572] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.227642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.227911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.228019] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.228176] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.229114] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e1edc03-f2e6-479d-a24a-7e455bb3732b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.229272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e1edc03-f2e6-479d-a24a-7e455bb3732b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.229373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e1edc03-f2e6-479d-a24a-7e455bb3732b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.229613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e1edc03-f2e6-479d-a24a-7e455bb3732b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.229995] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1edc03-f2e6-479d-a24a-7e455bb3732b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.732284] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.733254] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.733254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.733537] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e1edc03-f2e6-479d-a24a-7e455bb3732b with status ACTIVE [ 1169.734439] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.734439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.734439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.734439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.734439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.734439] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.734439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.736241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.736241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.736241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.736241] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.736241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.736241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.736241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.736241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.736241] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e1edc03-f2e6-479d-a24a-7e455bb3732b is going to be updated. [ 1169.761919] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.761919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.761919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.761919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.762240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.762274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e1edc03-f2e6-479d-a24a-7e455bb3732b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.152943] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1170.152943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.152943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.153212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.153287] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.153428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.153495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.153674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.153759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.153832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.153927] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.234199] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.657082] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.657342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.657511] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.657838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.658132] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.658304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.658425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.658707] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.658858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.659020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.659273] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.659443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.659559] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.659927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.660057] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.660234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.660333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.660556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.660970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.660970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.660970] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.737048] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.737212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.737286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.737745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.737882] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.737990] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b is going to be created. [ 1170.763172] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.763380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.763421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.763667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.763850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.773724] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b in Status: UNINITIALIZED for 2s [ 1171.163622] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fba836a2-0c8a-423a-853b-c384e27e5fe7: rpc.has_security_group_logging(os_id): False [ 1171.182547] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.182719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.182828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.182959] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.183066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.183266] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.183369] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.183429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.183583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.183667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.183853] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.183943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.184015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.184508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.184508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.184508] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.184508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.184725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.184725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.184725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.184815] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1171.244948] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.245383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.245383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.245383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.245540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.263343] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1172.784461] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b in Status: SUCCESS [ 1172.784798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.784927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.785160] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.785355] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.785477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.785544] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.785693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.785773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.785856] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.785946] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.280058] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1173.280301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.287906] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.288130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.288201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.288445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.288647] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.288781] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.288883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.289162] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.289272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.289375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.289553] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.289673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.289730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.289878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.290056] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.290176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.290233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.290381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.290456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.290537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.290627] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.792754] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbee2017-a663-44bf-83f8-2e1dd7d40f3b: rpc.has_security_group_logging(os_id): False [ 1173.811459] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.811632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.811700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.811910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.811999] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.812205] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.812305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.812429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.812569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.812682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.812876] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.812970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.813053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.813189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.813264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.813448] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.813534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.813593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.813725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.813796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.813879] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b is going to be created. [ 1173.867705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.867911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.868056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.868305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.868592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.878859] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b in Status: IN_PROGRESS for 2s [ 1174.226224] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.226815] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1175.891722] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b in Status: SUCCESS [ 1175.892095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.504538] env[66544]: INFO networking_nsxv3.common.synchronization [req-17058ca1-3d8c-49d4-9b09-77c06504c1b3 req-cbcacd27-b189-4ef8-9b54-8e67d8005c84 tempest-ServerActionsTestOtherB-303416206 tempest-ServerActionsTestOtherB-303416206-project-member] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1177.505789] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGHEST for action security_group_members [ 1177.506191] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.506330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.506394] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.506761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.506761] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.506863] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.506944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.507083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.507779] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.507779] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.013547] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.013703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.013776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.014012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.014123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.014328] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.014432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.014494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.014649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.014722] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.014809] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be updated. [ 1178.044880] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.045058] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.045131] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.045355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.045519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.055542] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: IN_PROGRESS for 2s [ 1180.067455] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d in Status: SUCCESS [ 1180.067834] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d deletion is rescheduled due to dependency. [ 1180.067834] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.052191] env[66544]: INFO networking_nsxv3.common.synchronization [req-91f4dbb0-11e4-4d96-baed-c6e1ec6c41b6 req-05bdf44c-4f5e-4c6c-9600-a2cd0443179e tempest-ServerTagsTestJSON-2117599238 tempest-ServerTagsTestJSON-2117599238-project-member] Enqueued Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGHEST for action security_group_members [ 1181.052191] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGHEST for action security_group_members [ 1181.053204] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.053204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.053204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.053334] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.053429] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.053535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.053598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.053773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.053819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.053910] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.556846] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.557251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.557324] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.557569] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.557715] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.557988] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.558164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.558291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.558518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.558648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.558809] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b is going to be updated. [ 1181.589388] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.589388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.589533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.589916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.591200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.605639] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b in Status: IN_PROGRESS for 2s [ 1182.953245] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4abf9bc6-6bec-4a66-a903-aacf93f8d844 tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_rules [ 1182.953245] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_rules [ 1182.953716] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3fbf92-0cf1-4370-be07-b212df39528a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.953971] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.954146] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.954480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.955881] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.057936] env[66544]: INFO networking_nsxv3.common.synchronization [None req-7989bdbb-65e2-4594-881a-fb9fd5819e7d tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_rules [ 1183.058563] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_rules [ 1183.059230] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3fbf92-0cf1-4370-be07-b212df39528a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.059230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.475534] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.475727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.475820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.476170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.476321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.476480] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3fbf92-0cf1-4370-be07-b212df39528a already deleted. [ 1183.476654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.476891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.477187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.477313] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.615352] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b in Status: SUCCESS [ 1183.615540] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b deletion is rescheduled due to dependency. [ 1183.615620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.002336] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.002830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.002830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.003842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.004075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.005116] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3fbf92-0cf1-4370-be07-b212df39528a already deleted. [ 1184.005116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.114549] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.114742] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.114955] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.115736] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.116119] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.116341] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.116515] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.116708] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.116859] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.117079] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.117195] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.117306] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.117412] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.117541] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.117705] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.117852] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.137426] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.137600] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.137787] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.138010] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-580" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.138489] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.138707] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.138847] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.139227] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.139425] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6f8757-6293-4c92-8ef4-36a61eacb8b9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.642979] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.643228] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.643326] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.643609] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.643750] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.644035] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.644191] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.644304] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.644519] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.644653] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.644929] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.645097] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.645213] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.645460] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.645597] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.645736] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 is going to be updated. [ 1184.667264] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.667632] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.667857] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.668216] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.668490] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.668838] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.374330] env[66544]: INFO networking_nsxv3.common.synchronization [req-71562c64-3a6d-4cf0-80da-b29e4d50951a req-cf2579da-8e56-4658-aba9-95e562df1a5e service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 1185.374330] env[66544]: INFO networking_nsxv3.common.synchronization [req-71562c64-3a6d-4cf0-80da-b29e4d50951a req-cf2579da-8e56-4658-aba9-95e562df1a5e service nova] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1185.374330] env[66544]: INFO networking_nsxv3.common.synchronization [req-71562c64-3a6d-4cf0-80da-b29e4d50951a req-cf2579da-8e56-4658-aba9-95e562df1a5e service nova] Enqueued Resource ID: 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 with Priority: HIGHEST for action port [ 1185.374330] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_rules [ 1185.374330] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1185.374330] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 with Priority: HIGHEST for action port [ 1185.375069] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.378020] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.378020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.378020] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.378020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.378020] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.384975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.384975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.384975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.384975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.384975] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6f8757-6293-4c92-8ef4-36a61eacb8b9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.787150] env[66544]: INFO networking_nsxv3.common.synchronization [req-6d7a705e-a20b-4a2c-aabc-f71361722813 req-f8ad2c0f-a9c6-48b3-8048-e8b532027a82 tempest-ServerActionsV293TestJSON-484166522 tempest-ServerActionsV293TestJSON-484166522-project-member] Enqueued Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_members [ 1185.787339] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_members [ 1185.787643] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9581f5e-8561-4f84-a09c-95505fe0371e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.787764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.787848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.789844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.789844] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.790183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.790250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.790441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.790530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.790631] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.886590] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.886752] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.886907] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.887818] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 with status ACTIVE [ 1185.888030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.888947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.888947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.888947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.888947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.888947] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.888947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.888947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.888947] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.889365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.889365] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.889365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.889365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.889548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.889548] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.889611] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c6f8757-6293-4c92-8ef4-36a61eacb8b9 is going to be updated. [ 1185.910703] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.910929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.911022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.911222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.911365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.911530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c6f8757-6293-4c92-8ef4-36a61eacb8b9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.162698] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.162898] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-905" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.163030] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-905" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.163355] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-905" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.163614] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.163768] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.163883] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.164120] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.164268] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.164475] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.164588] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.164695] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.164810] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.164901] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.165011] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.165145] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.183743] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.183904] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.184050] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.184223] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-905" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.184532] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-ca348a0b-0fea-46b4-a640-44bf769726ca taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.184699] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-ca348a0b-0fea-46b4-a640-44bf769726ca" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.184815] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-ca348a0b-0fea-46b4-a640-44bf769726ca" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.185152] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-ca348a0b-0fea-46b4-a640-44bf769726ca" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.185290] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca348a0b-0fea-46b4-a640-44bf769726ca',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.293209] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.293351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.293422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.293622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.293713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.293920] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.294024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.294086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.294368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.294368] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.294368] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9581f5e-8561-4f84-a09c-95505fe0371e already deleted. [ 1186.294474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.391652] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.688087] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.688775] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.688775] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.688775] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.688992] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.689215] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port ca348a0b-0fea-46b4-a640-44bf769726ca not found, creating... [ 1186.689506] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.690346] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.690346] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.690346] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.690346] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.690774] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.690774] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.690982] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.691694] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.691958] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.692049] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: ca348a0b-0fea-46b4-a640-44bf769726ca is going to be created. [ 1186.720862] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.720862] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.720862] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.721142] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.721487] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.721610] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-ca348a0b-0fea-46b4-a640-44bf769726ca" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.894059] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.894284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.894393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.894625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.894724] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.894828] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1186.935071] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.935260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.935316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.935510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.935662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.945747] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1187.427337] env[66544]: INFO networking_nsxv3.common.synchronization [req-6d7a705e-a20b-4a2c-aabc-f71361722813 req-c4532dcd-ce5a-409d-866e-2438a82ee458 service nova] Enqueued Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_rules [ 1187.427608] env[66544]: INFO networking_nsxv3.common.synchronization [req-6d7a705e-a20b-4a2c-aabc-f71361722813 req-c4532dcd-ce5a-409d-866e-2438a82ee458 service nova] Enqueued Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_members [ 1187.428166] env[66544]: INFO networking_nsxv3.common.synchronization [req-6d7a705e-a20b-4a2c-aabc-f71361722813 req-c4532dcd-ce5a-409d-866e-2438a82ee458 service nova] Enqueued Resource ID: ca348a0b-0fea-46b4-a640-44bf769726ca with Priority: HIGHEST for action port [ 1187.428730] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_rules [ 1187.428881] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_members [ 1187.428962] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca348a0b-0fea-46b4-a640-44bf769726ca with Priority: HIGHEST for action port [ 1187.429270] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9581f5e-8561-4f84-a09c-95505fe0371e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.429933] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.430029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.430237] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.430380] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.431794] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9581f5e-8561-4f84-a09c-95505fe0371e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.431938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.431977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.432144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.432290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.432387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.432447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.432583] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.432697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.432791] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.433529] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca348a0b-0fea-46b4-a640-44bf769726ca taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.433870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca348a0b-0fea-46b4-a640-44bf769726ca" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.433870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca348a0b-0fea-46b4-a640-44bf769726ca" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.433870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca348a0b-0fea-46b4-a640-44bf769726ca" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.433983] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca348a0b-0fea-46b4-a640-44bf769726ca',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.935805] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9581f5e-8561-4f84-a09c-95505fe0371e taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.935935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.936140] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.937556] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca348a0b-0fea-46b4-a640-44bf769726ca with status ACTIVE [ 1187.937556] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.937556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.937556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.937832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.937832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.937902] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.937995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.938066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.938215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.938288] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.939246] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.939362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.939610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.939788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.939872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.939961] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca348a0b-0fea-46b4-a640-44bf769726ca is going to be updated. [ 1187.962132] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.962307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.962399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.962647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.962816] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.963013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca348a0b-0fea-46b4-a640-44bf769726ca" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.442538] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.946132] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.946132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.946132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.946132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.946132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.946592] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9581f5e-8561-4f84-a09c-95505fe0371e is going to be created. [ 1188.967477] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1188.968376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.968718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.969190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.969993] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.970183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.970373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.970658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.970827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.970976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.971247] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.982714] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.982926] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.982994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.983269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.983436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.995029] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9581f5e-8561-4f84-a09c-95505fe0371e in Status: UNINITIALIZED for 2s [ 1189.474476] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.474844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.474844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.474936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.475095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.475197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.475265] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.476030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.476030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.476030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.476030] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.476030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.476030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.476030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.476304] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.476304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.476304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.476489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.476489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.476552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.476614] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.606431] env[66544]: INFO networking_nsxv3.common.synchronization [req-f0fcfa3c-f654-444a-b388-d4b481c4b32c req-308fb0b5-2c85-41c2-a132-014e92ce04fc tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_members [ 1189.606990] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_members [ 1189.607690] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3fbf92-0cf1-4370-be07-b212df39528a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.607690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.607690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.607838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.607869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.607985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.608076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.608188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.608267] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.608360] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.935569] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.935959] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.936411] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.936754] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.937168] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.937390] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.937572] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.937856] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.938064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.938407] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.938652] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.938719] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.938961] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.939071] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.939213] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.939397] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.961594] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.961875] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.962147] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.962428] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.962940] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-aad75b8f-7356-4c7d-ba1e-b2985c751cae taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.963243] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-aad75b8f-7356-4c7d-ba1e-b2985c751cae" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.963479] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-aad75b8f-7356-4c7d-ba1e-b2985c751cae" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.963936] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-aad75b8f-7356-4c7d-ba1e-b2985c751cae" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.964183] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad75b8f-7356-4c7d-ba1e-b2985c751cae',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.979208] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fba836a2-0c8a-423a-853b-c384e27e5fe7: rpc.has_security_group_logging(os_id): False [ 1190.000458] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.000747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.000747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.000938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.001078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.002118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.002246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.002304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.002488] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.002573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.002850] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.002958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.003064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.003230] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.003307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.003524] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.003619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.003682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.003824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.003909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.003989] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1190.081996] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.082176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.082279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.082464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.082622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.107695] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1190.110380] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.110557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.110641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.110884] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.110975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.111179] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.111281] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.111353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.111537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.111589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.111667] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3fbf92-0cf1-4370-be07-b212df39528a already deleted. [ 1190.111763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.466754] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.466991] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.467131] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.467435] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.467684] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.467938] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port aad75b8f-7356-4c7d-ba1e-b2985c751cae not found, creating... [ 1190.468348] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.468505] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.468664] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.468925] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.469165] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.469607] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.469829] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.470039] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.470387] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.470543] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.470687] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: aad75b8f-7356-4c7d-ba1e-b2985c751cae is going to be created. [ 1190.492725] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.493208] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.493208] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.493376] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.493609] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.493860] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-aad75b8f-7356-4c7d-ba1e-b2985c751cae" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.007497] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9581f5e-8561-4f84-a09c-95505fe0371e in Status: SUCCESS [ 1191.007686] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.007914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.008192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.008449] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.008574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.008674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.008852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.008974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.009076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.009169] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.217562] env[66544]: INFO networking_nsxv3.common.synchronization [req-f0fcfa3c-f654-444a-b388-d4b481c4b32c req-7500e039-0a5e-436c-99dc-76e706408c75 service nova] Enqueued Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_rules [ 1191.217850] env[66544]: INFO networking_nsxv3.common.synchronization [req-f0fcfa3c-f654-444a-b388-d4b481c4b32c req-7500e039-0a5e-436c-99dc-76e706408c75 service nova] Enqueued Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_members [ 1191.218099] env[66544]: INFO networking_nsxv3.common.synchronization [req-f0fcfa3c-f654-444a-b388-d4b481c4b32c req-7500e039-0a5e-436c-99dc-76e706408c75 service nova] Enqueued Resource ID: aad75b8f-7356-4c7d-ba1e-b2985c751cae with Priority: HIGHEST for action port [ 1191.219916] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_rules [ 1191.219916] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_members [ 1191.219916] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad75b8f-7356-4c7d-ba1e-b2985c751cae with Priority: HIGHEST for action port [ 1191.219916] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3fbf92-0cf1-4370-be07-b212df39528a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.219916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.219916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.219916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.219916] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.221391] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3fbf92-0cf1-4370-be07-b212df39528a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.221537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.221591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.221764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.221899] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.221995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.222067] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.222217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.223866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.223866] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.223866] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad75b8f-7356-4c7d-ba1e-b2985c751cae taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.223866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad75b8f-7356-4c7d-ba1e-b2985c751cae" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.223866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad75b8f-7356-4c7d-ba1e-b2985c751cae" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.224457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad75b8f-7356-4c7d-ba1e-b2985c751cae" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.224457] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad75b8f-7356-4c7d-ba1e-b2985c751cae',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.487619] env[66544]: INFO networking_nsxv3.common.synchronization [None req-3c51baba-4997-45de-a7c6-cec25b16a799 None None] Enqueued Resource ID: dae2b4c0-d645-4666-bfe6-c851e3d954c7 with Priority: HIGHEST for action port [ 1191.488150] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae2b4c0-d645-4666-bfe6-c851e3d954c7 with Priority: HIGHEST for action port [ 1191.488485] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae2b4c0-d645-4666-bfe6-c851e3d954c7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.488623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae2b4c0-d645-4666-bfe6-c851e3d954c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.488676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae2b4c0-d645-4666-bfe6-c851e3d954c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.488918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae2b4c0-d645-4666-bfe6-c851e3d954c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.489008] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae2b4c0-d645-4666-bfe6-c851e3d954c7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.511370] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.727738] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3fbf92-0cf1-4370-be07-b212df39528a taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.727738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.727738] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.727738] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad75b8f-7356-4c7d-ba1e-b2985c751cae with status ACTIVE [ 1191.727949] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.728676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.728676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.728676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.728676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.728676] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.728676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.728951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.728951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.728951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.729896] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.729896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.729896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.729896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.729896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.729896] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad75b8f-7356-4c7d-ba1e-b2985c751cae is going to be updated. [ 1191.751450] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.751677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.751677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.751874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.752319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.752319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad75b8f-7356-4c7d-ba1e-b2985c751cae" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.991060] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dae2b4c0-d645-4666-bfe6-c851e3d954c7 [ 1191.991824] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.991824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.991824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.992204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.992204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.992204] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dae2b4c0-d645-4666-bfe6-c851e3d954c7 already deleted. [ 1191.992204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae2b4c0-d645-4666-bfe6-c851e3d954c7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.014033] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9581f5e-8561-4f84-a09c-95505fe0371e: rpc.has_security_group_logging(os_id): False [ 1192.038182] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.038389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.038389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.038615] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.038743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.038941] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.039057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.039152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.043348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.043483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.043917] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9581f5e-8561-4f84-a09c-95505fe0371e is going to be created. [ 1192.131541] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1192.131541] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.155919] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.155919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.155919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.156388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.156388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.169074] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9581f5e-8561-4f84-a09c-95505fe0371e in Status: IN_PROGRESS for 2s [ 1192.231800] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.283841] env[66544]: INFO networking_nsxv3.common.synchronization [None req-b4cc132a-e285-4c18-91d4-7e054b743c41 tempest-AttachVolumeShelveTestJSON-1710445681 tempest-AttachVolumeShelveTestJSON-1710445681-project-member] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_rules [ 1192.284420] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_rules [ 1192.284766] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.284940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.284981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.285252] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.285347] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.380045] env[66544]: INFO networking_nsxv3.common.synchronization [None req-f0bfa281-2c9f-47ed-be8c-c22d020b88cd tempest-AttachVolumeShelveTestJSON-1710445681 tempest-AttachVolumeShelveTestJSON-1710445681-project-member] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_rules [ 1192.380843] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_rules [ 1192.381451] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.381624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.734448] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.734448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.734448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.734872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.734872] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.734872] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3fbf92-0cf1-4370-be07-b212df39528a is going to be created. [ 1192.760307] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.760546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.760667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.760908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.761138] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.773548] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3fbf92-0cf1-4370-be07-b212df39528a in Status: UNINITIALIZED for 2s [ 1192.812741] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.812937] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.813020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.813239] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.813332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.813427] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 already deleted. [ 1192.813512] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.813669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.813819] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.813900] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.123417] env[66544]: INFO networking_nsxv3.common.synchronization [req-1a097f4c-ff58-4679-a5c3-ae257e036374 req-ae445792-0728-4911-8894-a80c11b619cb tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 1193.124368] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 1193.124702] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.125274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.125274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.125274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.125274] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.125519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.125519] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.125577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.125612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.125845] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.339049] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.339154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.339751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.339751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.339751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.339751] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 already deleted. [ 1193.339751] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.629100] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.645240] env[66544]: INFO networking_nsxv3.common.synchronization [None req-3177cc34-19a6-4ec1-b135-a98f8098dbe4 None None] Enqueued Resource ID: 3e18849e-c65f-49c4-b22a-a619cecc6b6a with Priority: HIGHEST for action port [ 1193.646683] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e18849e-c65f-49c4-b22a-a619cecc6b6a with Priority: HIGHEST for action port [ 1193.647022] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e18849e-c65f-49c4-b22a-a619cecc6b6a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.647149] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e18849e-c65f-49c4-b22a-a619cecc6b6a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.647216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e18849e-c65f-49c4-b22a-a619cecc6b6a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.647463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e18849e-c65f-49c4-b22a-a619cecc6b6a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.647546] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e18849e-c65f-49c4-b22a-a619cecc6b6a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.131275] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.149910] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e18849e-c65f-49c4-b22a-a619cecc6b6a [ 1194.150218] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.150303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.150341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.150681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.150801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.150915] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e18849e-c65f-49c4-b22a-a619cecc6b6a already deleted. [ 1194.151013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e18849e-c65f-49c4-b22a-a619cecc6b6a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.182552] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9581f5e-8561-4f84-a09c-95505fe0371e in Status: SUCCESS [ 1194.182552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.634086] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.634264] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.634352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.634573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.634674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.634783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be updated. [ 1194.663734] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.663911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.663955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.664169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.664316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.672671] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: IN_PROGRESS for 2s [ 1194.784289] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3fbf92-0cf1-4370-be07-b212df39528a in Status: SUCCESS [ 1194.784515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.784692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.784897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.785096] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.785212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.785321] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.785420] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.785610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.785610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.785716] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.287793] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.790688] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec3fbf92-0cf1-4370-be07-b212df39528a: rpc.has_security_group_logging(os_id): False [ 1195.807338] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.807636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.807636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.807776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.807864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.808119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.808224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.808287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.808522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.808598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.808688] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3fbf92-0cf1-4370-be07-b212df39528a is going to be created. [ 1195.866835] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.866987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.867072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.867323] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.867483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.879973] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3fbf92-0cf1-4370-be07-b212df39528a in Status: IN_PROGRESS for 2s [ 1196.683142] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 1196.683431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.892594] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3fbf92-0cf1-4370-be07-b212df39528a in Status: SUCCESS [ 1197.892594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.138328] env[66544]: INFO networking_nsxv3.common.synchronization [req-ab3f75aa-84d1-4878-9f8b-4b9516266b74 req-259fa685-2022-4687-a10f-6452e6be7806 tempest-AttachVolumeShelveTestJSON-1710445681 tempest-AttachVolumeShelveTestJSON-1710445681-project-member] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_members [ 1198.139068] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_members [ 1198.139263] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.139414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.139503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.139777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.139974] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.140116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.140204] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.140373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.140515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.140633] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.462847] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.463064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.463190] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.463521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.463781] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.463938] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.464077] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.464294] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.464433] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.464661] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.464786] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.464874] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.464977] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.465095] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.465199] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.465325] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.489653] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.489848] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.489949] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.490146] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.490535] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-3b6aad49-ed65-4440-90ae-9cae4869daa5 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.490708] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.490827] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.491176] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.491315] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6aad49-ed65-4440-90ae-9cae4869daa5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.642582] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.642747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.642818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.643088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.643199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.643446] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.643565] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.643633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.644212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.644212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.644212] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 already deleted. [ 1198.644212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.994735] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.995263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.995263] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.995458] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.995607] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.995756] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 3b6aad49-ed65-4440-90ae-9cae4869daa5 not found, creating... [ 1198.996027] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.996188] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.996299] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.996519] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.996662] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.996957] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.997127] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.997243] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.997452] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.997581] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.997728] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 3b6aad49-ed65-4440-90ae-9cae4869daa5 is going to be created. [ 1199.017833] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.018063] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.018181] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.018497] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.018757] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.019015] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.705918] env[66544]: INFO networking_nsxv3.common.synchronization [req-ab3f75aa-84d1-4878-9f8b-4b9516266b74 req-85334264-b5ca-4b1f-80c1-e7d9875404e5 service nova] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_rules [ 1199.706362] env[66544]: INFO networking_nsxv3.common.synchronization [req-ab3f75aa-84d1-4878-9f8b-4b9516266b74 req-85334264-b5ca-4b1f-80c1-e7d9875404e5 service nova] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_members [ 1199.706362] env[66544]: INFO networking_nsxv3.common.synchronization [req-ab3f75aa-84d1-4878-9f8b-4b9516266b74 req-85334264-b5ca-4b1f-80c1-e7d9875404e5 service nova] Enqueued Resource ID: 3b6aad49-ed65-4440-90ae-9cae4869daa5 with Priority: HIGHEST for action port [ 1199.706804] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_rules [ 1199.706980] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_members [ 1199.707043] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6aad49-ed65-4440-90ae-9cae4869daa5 with Priority: HIGHEST for action port [ 1199.707319] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.707443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.707510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.707700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.707781] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.708685] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.708766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.708835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.708978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.709135] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.709229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.709290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.709431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.709563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.709611] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.710833] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6aad49-ed65-4440-90ae-9cae4869daa5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.710916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.710916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.711090] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.711159] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6aad49-ed65-4440-90ae-9cae4869daa5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.213067] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.213474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.213474] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.214632] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b6aad49-ed65-4440-90ae-9cae4869daa5 with status ACTIVE [ 1200.214821] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.214962] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.215011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.215212] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.215316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.215467] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.215563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.215624] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.215773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.215850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.216037] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.216132] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.216192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.216329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.216428] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.216526] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b6aad49-ed65-4440-90ae-9cae4869daa5 is going to be updated. [ 1200.238905] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.239110] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.239156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.239331] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.239470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.239690] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.719199] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.222058] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.222360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.222360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.222515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.222605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.223304] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 is going to be created. [ 1201.248830] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.249021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.249098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.249391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.249391] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.260645] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: UNINITIALIZED for 2s [ 1202.409395] env[66544]: INFO networking_nsxv3.common.synchronization [req-379fa946-3be9-4b7f-978c-79d0dff0bd7d req-635439e1-45bc-425c-a6dd-6bd6098b267c tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1202.410011] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1202.410195] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.410348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.410418] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.413986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.413986] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.414164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.414164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.414545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.414631] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.414775] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.918179] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.271667] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: SUCCESS [ 1203.273055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.273055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.273055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.273055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.273055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.273055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.273055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.273055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.273055] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.273055] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.420827] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.775171] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.923461] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.923667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.923667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.923878] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.923968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.924081] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 is going to be updated. [ 1203.958903] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.959092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.959138] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.959330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.959474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.969254] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: IN_PROGRESS for 2s [ 1204.278245] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a7abfec-726d-4894-8497-b40f22b026c8: rpc.has_security_group_logging(os_id): False [ 1204.302071] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.302356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.302356] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.302532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.302623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.302873] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.302973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.303052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.303218] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.303335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.303385] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 is going to be created. [ 1204.379237] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.379516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.379516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.379827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.380140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.394121] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: IN_PROGRESS for 2s [ 1205.982987] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: SUCCESS [ 1205.983415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.408425] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: SUCCESS [ 1206.408811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.411477] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.411477] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.684644] env[66544]: INFO networking_nsxv3.common.synchronization [req-10570d28-f4b3-4cd4-83ef-a99448f25fb4 req-6dc4d55c-8074-4049-b720-9e16d98affeb tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1208.685223] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGHEST for action security_group_members [ 1208.685778] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.685778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.685778] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.685988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.686308] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.686821] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.686893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.687071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.687159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.687254] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.189855] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.189855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.189855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.190223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.190223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.190304] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.190580] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.190757] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.190951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.191048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.191145] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 is going to be updated. [ 1209.220971] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.221280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.221332] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.221618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.221865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.230752] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: IN_PROGRESS for 2s [ 1209.856380] env[66544]: INFO networking_nsxv3.common.synchronization [req-94008dd1-2b05-49f9-b711-d9c26abfbd14 req-a31fac82-3c01-4889-a507-0b6c9816c7b8 tempest-ServerActionsTestOtherA-1024162460 tempest-ServerActionsTestOtherA-1024162460-project-member] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 1209.856380] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGHEST for action security_group_members [ 1209.856380] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.856380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.856380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.856380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.856380] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.856380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.856380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.856380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.856380] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.856967] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.359793] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.359995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.360138] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.360379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.360482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.360786] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.361027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.361027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.361169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.361255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.361386] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be updated. [ 1210.399869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.400079] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.400122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.400313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.400492] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.409204] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: IN_PROGRESS for 2s [ 1211.239830] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: IN_PROGRESS for 4s [ 1212.419154] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83a8530-3f96-4dc0-9734-03e893780550 in Status: SUCCESS [ 1212.419484] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83a8530-3f96-4dc0-9734-03e893780550 deletion is rescheduled due to dependency. [ 1212.419484] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.248908] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 in Status: SUCCESS [ 1213.249120] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 deletion is rescheduled due to dependency. [ 1213.249874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.262398] env[66544]: INFO networking_nsxv3.common.synchronization [None req-6bb926c0-fdb6-48fd-8ff6-14a15d9b9392 tempest-AttachInterfacesTestJSON-854355902 tempest-AttachInterfacesTestJSON-854355902-project-member] Enqueued Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1213.263015] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 with Priority: HIGHEST for action security_group_members [ 1213.263340] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba836a2-0c8a-423a-853b-c384e27e5fe7 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.263468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.263535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.263721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.263871] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.263967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.264041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.264189] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.264272] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.264362] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba836a2-0c8a-423a-853b-c384e27e5fe7',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.767750] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.768167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.768167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.768167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.768274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.768561] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.768768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.768845] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.769028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.769116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.769223] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 is going to be updated. [ 1213.796800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.796989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.796989] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.797207] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.797348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.805725] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: IN_PROGRESS for 2s [ 1215.819251] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 in Status: SUCCESS [ 1215.821342] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba836a2-0c8a-423a-853b-c384e27e5fe7 deletion is rescheduled due to dependency. [ 1215.821342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba836a2-0c8a-423a-853b-c384e27e5fe7" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.594847] env[66544]: INFO networking_nsxv3.common.synchronization [None req-01afe33a-9019-48a9-85ee-3d56d3966b14 None None] Enqueued Resource ID: c04316dd-691d-478c-8378-6d8868370b3f with Priority: HIGHEST for action port [ 1217.595403] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c04316dd-691d-478c-8378-6d8868370b3f with Priority: HIGHEST for action port [ 1217.595686] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c04316dd-691d-478c-8378-6d8868370b3f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.595835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c04316dd-691d-478c-8378-6d8868370b3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.595943] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c04316dd-691d-478c-8378-6d8868370b3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.596216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c04316dd-691d-478c-8378-6d8868370b3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.596301] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c04316dd-691d-478c-8378-6d8868370b3f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.102119] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c04316dd-691d-478c-8378-6d8868370b3f [ 1218.102119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.102119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.102119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.102119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.102119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.102119] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c04316dd-691d-478c-8378-6d8868370b3f already deleted. [ 1218.102119] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c04316dd-691d-478c-8378-6d8868370b3f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.374018] env[66544]: INFO networking_nsxv3.common.synchronization [None req-838198f6-0078-48e2-a09b-4a7754d377ac None None] Enqueued Resource ID: 924472ca-d5d4-4cc7-8274-acd66ffe553a with Priority: HIGHEST for action port [ 1219.374018] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 924472ca-d5d4-4cc7-8274-acd66ffe553a with Priority: HIGHEST for action port [ 1219.374582] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-924472ca-d5d4-4cc7-8274-acd66ffe553a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.374582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-924472ca-d5d4-4cc7-8274-acd66ffe553a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.374582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-924472ca-d5d4-4cc7-8274-acd66ffe553a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.374582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-924472ca-d5d4-4cc7-8274-acd66ffe553a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.374870] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('924472ca-d5d4-4cc7-8274-acd66ffe553a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.877038] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 924472ca-d5d4-4cc7-8274-acd66ffe553a [ 1219.877278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.877733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.877733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.877733] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.877929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.877929] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:924472ca-d5d4-4cc7-8274-acd66ffe553a already deleted. [ 1219.877990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-924472ca-d5d4-4cc7-8274-acd66ffe553a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.382856] env[66544]: INFO networking_nsxv3.common.synchronization [None req-2de30109-3b29-468b-8ea6-93cec08971ea None None] Enqueued Resource ID: 020c2df4-0015-4f29-92fb-3b340df4bda0 with Priority: HIGHEST for action port [ 1221.383122] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 020c2df4-0015-4f29-92fb-3b340df4bda0 with Priority: HIGHEST for action port [ 1221.383733] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-020c2df4-0015-4f29-92fb-3b340df4bda0 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.383837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-020c2df4-0015-4f29-92fb-3b340df4bda0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.383837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-020c2df4-0015-4f29-92fb-3b340df4bda0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.384173] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-020c2df4-0015-4f29-92fb-3b340df4bda0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.384299] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('020c2df4-0015-4f29-92fb-3b340df4bda0',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.886881] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 020c2df4-0015-4f29-92fb-3b340df4bda0 [ 1221.887909] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.887909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.887909] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.888111] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.888198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.888303] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:020c2df4-0015-4f29-92fb-3b340df4bda0 already deleted. [ 1221.888383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-020c2df4-0015-4f29-92fb-3b340df4bda0" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.899552] env[66544]: INFO networking_nsxv3.common.synchronization [req-b10e400f-59c0-491c-ae25-9e021d952f03 req-fd014906-70f4-404d-8716-a70bc35a8023 tempest-ServerRescueTestJSON-1682493672 tempest-ServerRescueTestJSON-1682493672-project-member] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1224.900850] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1224.900850] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.900850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.900850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.901106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.901153] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.901262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.901325] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.901483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.901584] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.901691] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.159666] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.159666] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.159666] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.159666] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.159953] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.160037] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.160104] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.160371] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.160601] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.160862] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.160984] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.161108] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.161213] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.161320] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.161423] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.161550] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.184858] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.185134] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1225.185354] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.185628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.186112] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.186392] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.186584] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.187040] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.187260] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df72bf7-5387-45fb-8c46-4bde9e7e3e4c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.404061] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.404244] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.404376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.404636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.404743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.405113] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.405198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.405277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.405478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.405595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.405711] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 already deleted. [ 1225.405790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.689988] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.690183] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.690300] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.690576] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.690782] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.690949] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 8df72bf7-5387-45fb-8c46-4bde9e7e3e4c not found, creating... [ 1225.691218] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.691373] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.691487] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.691720] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.691851] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.693906] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.694035] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.694159] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.694370] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.694501] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.694639] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 8df72bf7-5387-45fb-8c46-4bde9e7e3e4c is going to be created. [ 1225.714377] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.714575] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.714680] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.714931] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.715181] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.715397] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.824378] env[66544]: INFO networking_nsxv3.common.synchronization [req-b10e400f-59c0-491c-ae25-9e021d952f03 req-d3e1bb03-2c70-4a88-a2ea-7d8e37f333e8 service nova] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_rules [ 1226.824705] env[66544]: INFO networking_nsxv3.common.synchronization [req-b10e400f-59c0-491c-ae25-9e021d952f03 req-d3e1bb03-2c70-4a88-a2ea-7d8e37f333e8 service nova] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1226.824705] env[66544]: INFO networking_nsxv3.common.synchronization [req-b10e400f-59c0-491c-ae25-9e021d952f03 req-d3e1bb03-2c70-4a88-a2ea-7d8e37f333e8 service nova] Enqueued Resource ID: 8df72bf7-5387-45fb-8c46-4bde9e7e3e4c with Priority: HIGHEST for action port [ 1226.825214] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_rules [ 1226.825349] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1226.825448] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df72bf7-5387-45fb-8c46-4bde9e7e3e4c with Priority: HIGHEST for action port [ 1226.825770] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.825833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.825896] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.826508] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.826595] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.827943] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.828169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.828254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.828433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.828583] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.828776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.828776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.828911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.828978] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.829079] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.830378] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.830857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.831144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.831352] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.831434] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df72bf7-5387-45fb-8c46-4bde9e7e3e4c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.328858] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.329117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.331394] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.332990] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8df72bf7-5387-45fb-8c46-4bde9e7e3e4c with status ACTIVE [ 1227.333343] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.333471] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.333532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.334430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.334490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.334764] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.334879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.334879] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.335013] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.335092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.335359] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.335359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.335602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.335602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.335692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.335692] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8df72bf7-5387-45fb-8c46-4bde9e7e3e4c is going to be updated. [ 1227.357292] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.357587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.357587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.357758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.357924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.358099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df72bf7-5387-45fb-8c46-4bde9e7e3e4c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.834192] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.337041] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.337041] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.337273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.337341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.337405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.337510] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 is going to be created. [ 1228.369775] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.370021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.370021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.370209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.370364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.379319] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: UNINITIALIZED for 2s [ 1230.392376] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: SUCCESS [ 1230.392376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.392693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.392693] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.392912] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.393052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.393161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.393287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.393371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.393461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.393554] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.897007] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.897286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.897410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.897799] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.898130] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.898299] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.898439] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.898717] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.898901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.899093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.899363] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.899516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.899660] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.899916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.900188] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.900389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.900513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.900788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.900897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.901043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.901240] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.404393] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ea56283-260f-46b7-94ef-587da58fde90: rpc.has_security_group_logging(os_id): False [ 1231.423208] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.423367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.423413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.423626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.423713] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.423900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.424007] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.424077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.424229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.424305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.424496] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.424592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.424652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.424827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.424907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.425118] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.425216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.425261] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.425402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.425480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.425598] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 is going to be created. [ 1231.482462] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.482462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.482462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.482738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.482738] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.494150] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: IN_PROGRESS for 2s [ 1231.663421] env[66544]: INFO networking_nsxv3.common.synchronization [req-f7b91e44-5c33-4030-8cb1-3577c4f333e1 req-0526c2bb-d043-4037-a40d-223e79975c3a tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1231.664062] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1231.664246] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.664371] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.664434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.664881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.664881] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.664881] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.665029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.665073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.665142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.665232] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.167184] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.167403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.167403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.167699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.167820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.168068] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.168201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.168274] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.168461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.168551] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.168693] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1232.202175] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.202393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.202393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.202579] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.202719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.218197] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1233.507612] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: SUCCESS [ 1233.508015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.228604] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1234.228714] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db deletion is rescheduled due to dependency. [ 1234.228973] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.664766] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.665261] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.886758] env[66544]: INFO networking_nsxv3.common.synchronization [req-994781d9-8d9c-4221-9acc-13afdee4c51c req-7921d092-60ed-483f-9082-7d454ddf2627 tempest-ServerActionsV293TestJSON-484166522 tempest-ServerActionsV293TestJSON-484166522-project-member] Enqueued Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_members [ 1237.887275] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGHEST for action security_group_members [ 1237.887574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9581f5e-8561-4f84-a09c-95505fe0371e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.887712] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.887756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.887953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.888112] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.888220] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.888285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.888603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.888603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.888603] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.390381] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.390576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.390630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.390961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.391115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.391221] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.391320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.391383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.391533] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.391607] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.391690] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9581f5e-8561-4f84-a09c-95505fe0371e is going to be updated. [ 1238.421448] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.421716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.421716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.421787] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.421946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.429582] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9581f5e-8561-4f84-a09c-95505fe0371e in Status: IN_PROGRESS for 2s [ 1238.803076] env[66544]: INFO networking_nsxv3.common.synchronization [req-e1669181-4343-4ae5-8bf4-dc92253e6bdf req-5235b779-62f5-4a0a-917c-dd020fc1a1ba tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1238.803634] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1238.803941] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.804153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.804228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.804443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.804588] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.805385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.805510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.805622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.805710] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.805805] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.134614] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.134911] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.134946] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.135214] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.135498] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.135659] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.135770] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.135977] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.136282] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.136545] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.136706] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.136859] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.137096] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.137270] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.137434] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.137611] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.155848] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.156079] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.156255] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.156457] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-534" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.156785] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-c9e9f718-89ba-4d12-bc48-c84898570cef taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.156997] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-c9e9f718-89ba-4d12-bc48-c84898570cef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.157162] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-c9e9f718-89ba-4d12-bc48-c84898570cef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.157503] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-c9e9f718-89ba-4d12-bc48-c84898570cef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.157679] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e9f718-89ba-4d12-bc48-c84898570cef',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.309129] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.309129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.309129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.309129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.309129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.309129] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.309129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.309129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.309129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.309654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.309654] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1239.336953] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.337161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.337161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.337378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.337516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.354930] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1239.661179] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.661423] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.661552] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.661858] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.662068] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.662242] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port c9e9f718-89ba-4d12-bc48-c84898570cef not found, creating... [ 1239.662491] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.662645] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.662756] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.662982] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.663201] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.663510] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.663682] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.666321] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.666321] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.666321] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.666321] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: c9e9f718-89ba-4d12-bc48-c84898570cef is going to be created. [ 1239.686992] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.687146] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.687286] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.688176] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.688176] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.688176] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-c9e9f718-89ba-4d12-bc48-c84898570cef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.411064] env[66544]: INFO networking_nsxv3.common.synchronization [req-e1669181-4343-4ae5-8bf4-dc92253e6bdf req-e3becd0f-5034-419c-939c-83a4a9a61958 service nova] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 1240.411064] env[66544]: INFO networking_nsxv3.common.synchronization [req-e1669181-4343-4ae5-8bf4-dc92253e6bdf req-e3becd0f-5034-419c-939c-83a4a9a61958 service nova] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1240.411064] env[66544]: INFO networking_nsxv3.common.synchronization [req-e1669181-4343-4ae5-8bf4-dc92253e6bdf req-e3becd0f-5034-419c-939c-83a4a9a61958 service nova] Enqueued Resource ID: c9e9f718-89ba-4d12-bc48-c84898570cef with Priority: HIGHEST for action port [ 1240.411064] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_rules [ 1240.411064] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1240.412431] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e9f718-89ba-4d12-bc48-c84898570cef with Priority: HIGHEST for action port [ 1240.412744] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.412991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.412991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.413141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.413227] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.414093] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.414181] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.414730] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e9f718-89ba-4d12-bc48-c84898570cef taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.416489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e9f718-89ba-4d12-bc48-c84898570cef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.416604] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e9f718-89ba-4d12-bc48-c84898570cef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.416747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e9f718-89ba-4d12-bc48-c84898570cef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.418732] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e9f718-89ba-4d12-bc48-c84898570cef',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.440375] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9581f5e-8561-4f84-a09c-95505fe0371e in Status: SUCCESS [ 1240.440708] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9581f5e-8561-4f84-a09c-95505fe0371e deletion is rescheduled due to dependency. [ 1240.440893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.920365] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.920506] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.920718] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9e9f718-89ba-4d12-bc48-c84898570cef with status ACTIVE [ 1240.920936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.921062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.921128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.921339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.921427] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.921592] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.921684] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.921745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.921904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.921984] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.922178] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.922270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.922330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.922465] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.922537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.922621] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9e9f718-89ba-4d12-bc48-c84898570cef is going to be updated. [ 1240.944232] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.944452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.944452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.944637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.944774] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.944931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e9f718-89ba-4d12-bc48-c84898570cef" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.365434] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1241.365616] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db deletion is rescheduled due to dependency. [ 1241.365668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.365831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.366167] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.366313] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.366389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.366454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.366599] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.366677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.366769] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.869085] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.342686] env[66544]: INFO networking_nsxv3.common.synchronization [req-8fbc6df4-66b8-46b8-954d-bee049e28eff req-d70297ff-f3bc-41e2-b083-2fede2e096ea tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_members [ 1242.343266] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGHEST for action security_group_members [ 1242.343579] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3fbf92-0cf1-4370-be07-b212df39528a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.343702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.343769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.343958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.344276] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.344385] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.344450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.345024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.345024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.345024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.370834] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.847356] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.847630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.847737] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.848083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.848241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.848550] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.848716] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.848829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.849095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.849240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.849394] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3fbf92-0cf1-4370-be07-b212df39528a is going to be updated. [ 1242.873711] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.874215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.874215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.874333] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.874520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.874624] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1242.882140] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.882309] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.882434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.882718] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.882952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.891889] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3fbf92-0cf1-4370-be07-b212df39528a in Status: IN_PROGRESS for 2s [ 1243.130453] env[66544]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/02426b2d-3f92-4370-95a5-0019ea8590db', 'data': {'id': '02426b2d-3f92-4370-95a5-0019ea8590db', 'display_name': '02426b2d-3f92-4370-95a5-0019ea8590db', 'path': '/infra/domains/default/groups/02426b2d-3f92-4370-95a5-0019ea8590db', 'expression': [{'value': 'security_group|02426b2d-3f92-4370-95a5-0019ea8590db', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.6']}], 'tags': [{'scope': 'age', 'tag': 1764107344}, {'scope': 'revision_number', 'tag': 0}], '_revision': 5}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1243.130601] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=66544) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1244.909082] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3fbf92-0cf1-4370-be07-b212df39528a in Status: SUCCESS [ 1244.909082] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3fbf92-0cf1-4370-be07-b212df39528a deletion is rescheduled due to dependency. [ 1244.909504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.160680] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.160914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.160914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.161134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.161292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.169670] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1247.182518] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1247.182846] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.183020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.183336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.183612] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.183795] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.183902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.184151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.184286] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.184429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.184653] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.344546] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.344661] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1247.688284] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.190621] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02426b2d-3f92-4370-95a5-0019ea8590db: rpc.has_security_group_logging(os_id): False [ 1248.208084] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.208258] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.208329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.208540] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.208627] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.208902] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.209028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.209098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.209254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.209328] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.209418] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1248.268784] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.269091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.269091] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.269269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.269419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.283490] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1248.718067] env[66544]: INFO networking_nsxv3.common.synchronization [req-fc2ef068-3d5f-48db-be9e-045fe352abde req-9b1dd613-3b0b-4e84-a690-869cd1846f4e tempest-ServerRescueTestJSON-1682493672 tempest-ServerRescueTestJSON-1682493672-project-member] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1248.718605] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1248.719295] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.719295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.719295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.719295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.719495] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.719495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.719563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.720036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.720036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.720036] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.051111] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.051498] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.051625] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.051912] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.052333] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.052531] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.052687] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.052963] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.053188] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.053463] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.053588] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.053748] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.053868] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.054018] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.054169] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.054326] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.072629] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.072798] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1249.072935] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.073131] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-86" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.073485] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-6414adea-59b3-40fc-affb-90fb0b979343 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.073667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-6414adea-59b3-40fc-affb-90fb0b979343" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.073783] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-6414adea-59b3-40fc-affb-90fb0b979343" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.074106] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-6414adea-59b3-40fc-affb-90fb0b979343" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.074247] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6414adea-59b3-40fc-affb-90fb0b979343',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.221865] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.241499] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.241635] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.576854] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.577143] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.577321] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.577642] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.577823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.578027] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 6414adea-59b3-40fc-affb-90fb0b979343 not found, creating... [ 1249.578340] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.578534] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.578681] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.578954] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.579137] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.579483] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.579659] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.579811] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.580068] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.580244] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.580421] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 6414adea-59b3-40fc-affb-90fb0b979343 is going to be created. [ 1249.602028] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.602028] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602028] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.602028] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.602352] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.602516] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-6414adea-59b3-40fc-affb-90fb0b979343" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.725049] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.227294] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.227598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.227637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.227849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.227938] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.228053] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 is going to be updated. [ 1250.257347] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.257549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.257634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.257868] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.258027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.266583] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: IN_PROGRESS for 2s [ 1250.288392] env[66544]: INFO networking_nsxv3.common.synchronization [req-fc2ef068-3d5f-48db-be9e-045fe352abde req-44adb62f-8e9b-4572-b320-5a0f898f8d7b service nova] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_rules [ 1250.288584] env[66544]: INFO networking_nsxv3.common.synchronization [req-fc2ef068-3d5f-48db-be9e-045fe352abde req-44adb62f-8e9b-4572-b320-5a0f898f8d7b service nova] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1250.288776] env[66544]: INFO networking_nsxv3.common.synchronization [req-fc2ef068-3d5f-48db-be9e-045fe352abde req-44adb62f-8e9b-4572-b320-5a0f898f8d7b service nova] Enqueued Resource ID: 6414adea-59b3-40fc-affb-90fb0b979343 with Priority: HIGHEST for action port [ 1250.289333] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_rules [ 1250.289509] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1250.289622] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6414adea-59b3-40fc-affb-90fb0b979343 with Priority: HIGHEST for action port [ 1250.289893] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.290097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.290097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.290285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.290364] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.291368] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.292223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.292223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6414adea-59b3-40fc-affb-90fb0b979343 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.292223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6414adea-59b3-40fc-affb-90fb0b979343" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.292223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6414adea-59b3-40fc-affb-90fb0b979343" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.292223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6414adea-59b3-40fc-affb-90fb0b979343" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.292223] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6414adea-59b3-40fc-affb-90fb0b979343',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.296777] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1250.296991] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.794146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.794308] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.794496] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6414adea-59b3-40fc-affb-90fb0b979343 with status ACTIVE [ 1250.794742] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.794939] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.795098] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.795456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.795682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.795821] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.796104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.796104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.796285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.796367] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.796564] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.796654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.796709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.796855] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.797029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.797092] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6414adea-59b3-40fc-affb-90fb0b979343 is going to be updated. [ 1250.842969] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.843178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.843178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.843433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.843643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.843835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6414adea-59b3-40fc-affb-90fb0b979343" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.278545] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: SUCCESS [ 1252.279015] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.279515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.279798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.280061] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.280210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.280292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.280499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.280628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.280941] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.784063] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.286075] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.788407] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.788653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.788653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.788920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.789071] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.789197] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 is going to be updated. [ 1253.821307] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.821510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.821510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.821741] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.822152] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.831225] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: IN_PROGRESS for 2s [ 1254.886213] env[66544]: INFO networking_nsxv3.common.synchronization [req-b4c5b8fd-1b7f-4dce-86a1-7b771c8c7c59 req-922db1fb-c991-4c8b-8a6a-045255aad672 tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_members [ 1254.886472] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGHEST for action security_group_members [ 1254.886728] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b4dd41-d27d-4337-adc1-411b984bf6e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.886844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.886911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.887129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.887281] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.887376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.887436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.887596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.887678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.887767] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.391344] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.391344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.391344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.391344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.391344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.391344] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.391344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.391344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.391344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.391344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.391344] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 is going to be updated. [ 1255.422024] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.422024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.422024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.422024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.422024] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.429862] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 in Status: IN_PROGRESS for 2s [ 1255.841603] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: SUCCESS [ 1255.841919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.842186] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.842479] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.842694] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.842830] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.842891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.843073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.843158] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.843255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.843389] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.346100] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.346497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.346497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.346801] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.347062] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.347205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.347307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.347502] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.347594] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.347702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.347869] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.348039] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.348122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.348307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.348479] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.348605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.348669] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.348827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.348922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.349046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.349157] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.852058] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ea56283-260f-46b7-94ef-587da58fde90: rpc.has_security_group_logging(os_id): False [ 1256.871484] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.871687] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.871776] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.871990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.872128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.872331] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.872436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.872500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.872657] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.872924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.872924] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.873030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.873073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.873209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.873283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.873474] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.873562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.873622] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.873758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.873827] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.873943] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 is going to be updated. [ 1256.950757] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.951124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.951124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.951313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.951494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.967468] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: IN_PROGRESS for 2s [ 1257.439258] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 in Status: SUCCESS [ 1257.439609] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 deletion is rescheduled due to dependency. [ 1257.439797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.983098] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: SUCCESS [ 1258.983520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.563534] env[66544]: INFO networking_nsxv3.common.synchronization [None req-4d6d58ab-5e05-4fce-b3fc-a4d930e382cc tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_rules [ 1259.564154] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_rules [ 1259.564531] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.564677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.564756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.565122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.565188] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.653069] env[66544]: INFO networking_nsxv3.common.synchronization [None req-78db5f27-cd56-4d93-8a54-ea0b6facc8c8 tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_rules [ 1259.653903] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_rules [ 1259.653903] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.654033] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.086634] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.087022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.087022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.087103] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.087136] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.087230] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb79483-da37-491e-b79e-98fc1da82352 already deleted. [ 1260.087316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.087469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.087620] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.087705] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.608609] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.608764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.608837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.609118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.609211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.609307] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb79483-da37-491e-b79e-98fc1da82352 already deleted. [ 1260.609386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.654297] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.654297] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.491705] env[66544]: INFO networking_nsxv3.common.synchronization [req-f14322f0-445d-4240-acb4-72cd2562d4bb req-db0d7783-ef96-47b0-98db-ca9fa99a2390 tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_members [ 1265.491705] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_members [ 1265.491705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.491705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.491705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.491705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.491705] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.491705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.491705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.491705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.491705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.491705] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.848405] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.849164] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.849164] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.849164] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.849420] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.849668] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.849885] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.850131] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.850336] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.850601] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.850762] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.850902] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.851088] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.851310] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.851485] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.851651] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.877009] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.877218] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1265.877362] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.877535] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.877908] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.878148] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.878409] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.878650] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.878816] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c946dc5-f0a5-4fa4-bdbc-cef3149211de',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.994325] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.994610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.994610] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.994818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.994925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.995248] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.995419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.995498] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.995767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.995857] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.995995] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb79483-da37-491e-b79e-98fc1da82352 already deleted. [ 1265.996213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.381874] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.382131] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.382215] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.382560] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.382748] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.382969] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 6c946dc5-f0a5-4fa4-bdbc-cef3149211de not found, creating... [ 1266.383189] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.383378] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.383521] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.383749] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.383888] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.384196] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.384353] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.384467] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.384667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.384798] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.384934] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 6c946dc5-f0a5-4fa4-bdbc-cef3149211de is going to be created. [ 1266.405514] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.405739] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.405822] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.406118] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.406366] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.406584] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.115462] env[66544]: INFO networking_nsxv3.common.synchronization [req-f14322f0-445d-4240-acb4-72cd2562d4bb req-7d2e7841-774e-4faf-a18b-8ece5194712f service nova] Enqueued Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_rules [ 1267.115708] env[66544]: INFO networking_nsxv3.common.synchronization [req-f14322f0-445d-4240-acb4-72cd2562d4bb req-7d2e7841-774e-4faf-a18b-8ece5194712f service nova] Enqueued Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_members [ 1267.115804] env[66544]: INFO networking_nsxv3.common.synchronization [req-f14322f0-445d-4240-acb4-72cd2562d4bb req-7d2e7841-774e-4faf-a18b-8ece5194712f service nova] Enqueued Resource ID: 6c946dc5-f0a5-4fa4-bdbc-cef3149211de with Priority: HIGHEST for action port [ 1267.116401] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_rules [ 1267.116579] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_members [ 1267.116684] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c946dc5-f0a5-4fa4-bdbc-cef3149211de with Priority: HIGHEST for action port [ 1267.116958] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.117118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.117196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.117414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.117511] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.118913] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.118913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.119061] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.119241] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.119427] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.119531] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.119596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.119745] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.119828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.119939] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.120884] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.121031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.121462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.121462] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.121462] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c946dc5-f0a5-4fa4-bdbc-cef3149211de',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.623323] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.624467] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.624570] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.625443] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c946dc5-f0a5-4fa4-bdbc-cef3149211de with status ACTIVE [ 1267.625443] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.625443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.625443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.625443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.625777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.625777] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.625777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.625908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.625942] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.626022] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.626213] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.626304] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.626605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.626605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.626605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.626717] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c946dc5-f0a5-4fa4-bdbc-cef3149211de is going to be updated. [ 1267.652798] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.652997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.653078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.653291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.653453] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.653626] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c946dc5-f0a5-4fa4-bdbc-cef3149211de" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.125479] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.628918] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.629170] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.629242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.629523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.629640] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.629766] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb79483-da37-491e-b79e-98fc1da82352 is going to be created. [ 1268.653753] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.653753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.653753] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.654062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.654096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.666030] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb79483-da37-491e-b79e-98fc1da82352 in Status: UNINITIALIZED for 2s [ 1270.676794] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb79483-da37-491e-b79e-98fc1da82352 in Status: SUCCESS [ 1270.677102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.677301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.677557] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.677781] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.677949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.678031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.678201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.678278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.678392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.678492] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.181037] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.683401] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdb79483-da37-491e-b79e-98fc1da82352: rpc.has_security_group_logging(os_id): False [ 1271.701450] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.701642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.701692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.701869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.701954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.702265] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.702386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.702449] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.702601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.702679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.702766] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb79483-da37-491e-b79e-98fc1da82352 is going to be created. [ 1271.759802] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.760035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.760084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.760303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.760490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.773452] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb79483-da37-491e-b79e-98fc1da82352 in Status: IN_PROGRESS for 2s [ 1272.118402] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.118611] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1273.788675] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb79483-da37-491e-b79e-98fc1da82352 in Status: SUCCESS [ 1273.788675] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.119492] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.120326] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.162041] env[66544]: INFO networking_nsxv3.common.synchronization [req-bbd909ba-6fe2-4d5b-97b6-2b2ca7b7aa55 req-fee557a3-30c1-4630-8d54-ca468f4c8311 tempest-ServerRescueTestJSON-1682493672 tempest-ServerRescueTestJSON-1682493672-project-member] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1277.162169] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1277.162440] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.162566] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.162634] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.162820] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.162974] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.163078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.163139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.163278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.163364] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.163454] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.665288] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.167647] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.670535] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.670636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.670770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.671123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.671372] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.671510] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 is going to be updated. [ 1278.703318] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.703523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.703523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.703719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.703865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.712541] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: IN_PROGRESS for 2s [ 1279.691937] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.692270] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.692270] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.692513] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.692761] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.692914] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.693038] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.693245] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.693384] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.693606] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.693710] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.693814] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.693915] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.694033] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.694137] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.694260] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.712091] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.712279] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.712426] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.712594] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.712886] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-3b6aad49-ed65-4440-90ae-9cae4869daa5 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.713064] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.713185] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.713429] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.713564] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6aad49-ed65-4440-90ae-9cae4869daa5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.215396] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.215648] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.215823] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.216146] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.216354] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.216693] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.216894] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.217063] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.217330] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.217509] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.217829] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.218044] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.218206] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.218448] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.218624] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.218804] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 3b6aad49-ed65-4440-90ae-9cae4869daa5 is going to be updated. [ 1280.239742] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.239960] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.240072] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.240336] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.240533] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.240749] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.723122] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: SUCCESS [ 1280.723491] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.921042] env[66544]: INFO networking_nsxv3.common.synchronization [req-d62f73b6-25d5-446b-8b60-dbcd6f5ea15f req-878426f2-c352-4a98-bbf0-5000b5bf8079 service nova] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_rules [ 1280.921193] env[66544]: INFO networking_nsxv3.common.synchronization [req-d62f73b6-25d5-446b-8b60-dbcd6f5ea15f req-878426f2-c352-4a98-bbf0-5000b5bf8079 service nova] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_members [ 1280.921280] env[66544]: INFO networking_nsxv3.common.synchronization [req-d62f73b6-25d5-446b-8b60-dbcd6f5ea15f req-878426f2-c352-4a98-bbf0-5000b5bf8079 service nova] Enqueued Resource ID: 3b6aad49-ed65-4440-90ae-9cae4869daa5 with Priority: HIGHEST for action port [ 1280.921789] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_rules [ 1280.921932] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_members [ 1280.922417] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6aad49-ed65-4440-90ae-9cae4869daa5 with Priority: HIGHEST for action port [ 1280.922703] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.922866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.922975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.923223] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.923348] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.924281] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.924454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.924562] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.924767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.924961] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.925118] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.925217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.925399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.925552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.925674] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.926526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6aad49-ed65-4440-90ae-9cae4869daa5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.926681] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.926784] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.926969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.927111] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6aad49-ed65-4440-90ae-9cae4869daa5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.428842] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.430055] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.430166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.430329] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b6aad49-ed65-4440-90ae-9cae4869daa5 with status ACTIVE [ 1281.430493] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.430605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.430667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.430870] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.430954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.431133] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.431229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.431313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.431468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.431545] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.431772] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.431904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.431970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.432676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.432747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.432827] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b6aad49-ed65-4440-90ae-9cae4869daa5 is going to be updated. [ 1281.453667] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.453871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.454046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.454202] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.454340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.454504] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6aad49-ed65-4440-90ae-9cae4869daa5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.934896] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.437536] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.437766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.437766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.437988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.438093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.438219] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 is going to be updated. [ 1282.465536] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.465743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.465790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.466076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.466209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.474943] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: IN_PROGRESS for 2s [ 1283.790702] env[66544]: INFO networking_nsxv3.common.synchronization [req-2502d32e-d332-498a-a085-58b1d916ebda req-c8653869-513b-4465-9fec-ee95b7e90a48 tempest-ServerRescueTestJSON-1682493672 tempest-ServerRescueTestJSON-1682493672-project-member] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1283.791551] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGHEST for action security_group_members [ 1283.791632] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.791765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.791765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.792043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.792194] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.792283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.792348] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.792499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.792587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.792875] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.295090] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.295336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.295336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.295534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.295628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.295818] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.295920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.295981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.296145] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.296221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.296306] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 is going to be updated. [ 1284.327845] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.328076] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.328125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.328338] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.328576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.338331] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: IN_PROGRESS for 2s [ 1284.484137] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: SUCCESS [ 1284.484353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.484515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.484729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.484916] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.485043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.485106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.485250] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.485327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.485412] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.485500] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.987820] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.490440] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a7abfec-726d-4894-8497-b40f22b026c8: rpc.has_security_group_logging(os_id): False [ 1285.509091] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.509335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.509335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.509591] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.509659] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.509911] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.510025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.510085] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.510234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.510311] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.510399] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 is going to be updated. [ 1285.575454] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.575687] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.575766] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.576026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.576221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.595078] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: IN_PROGRESS for 2s [ 1286.353072] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea56283-260f-46b7-94ef-587da58fde90 in Status: SUCCESS [ 1286.353072] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 deletion is rescheduled due to dependency. [ 1286.353072] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.610555] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: SUCCESS [ 1287.610940] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.793196] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.793514] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.794817] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.795282] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.796290] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.796709] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.194900] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.195478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.195478] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.195650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.195868] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.698690] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.797267] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.797590] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.201062] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.703708] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1304.703950] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1305.478146] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.478648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.478648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.478648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.490818] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1305.492093] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.493489] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1305.540653] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.540831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.540923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.541199] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.553112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.554025] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1305.554160] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.554233] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1305.602275] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.602422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.602485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.602729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.603998] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.604199] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1305.681175] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.681399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.681399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.681563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.681925] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.682302] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1305.754747] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.755016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.755016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.755172] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.755493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.755805] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 1305.755900] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'961f977b-c20b-45e3-856d-0c82d8a0ad5f', 'f9581f5e-8561-4f84-a09c-95505fe0371e', 'f83a8530-3f96-4dc0-9734-03e893780550', 'fe692f4f-2398-4baf-b430-6a710060429b', '78781e94-2a81-4a71-8815-c83764ced858', '30423080-4847-40d3-a254-24a86998fd65', 'bdb79483-da37-491e-b79e-98fc1da82352', 'a2b4dd41-d27d-4337-adc1-411b984bf6e4', '3ea56283-260f-46b7-94ef-587da58fde90', 'dd4b43f3-cc7a-476a-94bb-280c9dac82a6', '3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1', '6f96b161-8aff-44dd-8158-d082d6510cb2', '0821a180-2eb2-4e7c-9184-f52e78487b56', 'ec3fbf92-0cf1-4370-be07-b212df39528a', 'd18d18b7-30fc-4ad8-88bd-e367f75324ac', 'cc941173-8065-476d-8bb6-9c816ee9592a', '7db63184-5ea4-4189-bfce-2825ae80fd68', '1d2e8817-f888-4274-984b-4a800a3641aa', '65c9c43f-49a9-42d9-91a0-b91d0c755005', '3d5d5f93-b419-426f-a419-8c8ddbe7a9f8', '2bbf62e6-40a4-45fa-b8eb-28a899ce014e', '1d825188-ef90-486d-a155-5da4f81c87d5', '04cce3f4-8103-4f0f-b701-b377ae1626b4', '5a5b9a80-00ad-49b7-847e-118c44047f88', '02426b2d-3f92-4370-95a5-0019ea8590db', '72ff8d72-bc06-4df9-93b3-69a75dea17da', 'bce93e40-ecc9-4c2c-b90e-9e18ee7be108', 'fbee2017-a663-44bf-83f8-2e1dd7d40f3b', '1763a03f-8d77-4c0d-9021-f3c5c755a20d', '1aa3039b-ec98-4996-99a0-8adb76f69123', '9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167', '400c5087-9339-4264-a8ae-6428c4c8fa35', '8f81eb6d-d506-4046-827b-48dcf72e03f9', 'd65f2988-f4a3-4744-a452-6f541ed02a84', '3a7abfec-726d-4894-8497-b40f22b026c8', 'd38920bd-818e-42ea-9f4d-bd6dac08458c', 'fba836a2-0c8a-423a-853b-c384e27e5fe7', '11ee92ee-6290-483d-a256-7d6e7880438e'} {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.756013] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1305.777536] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.777811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.777811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.777944] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.778046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.778160] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1305.778231] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.778301] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1305.851939] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.852191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.852191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.852370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.853497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.853772] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1305.853850] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.853923] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1305.853991] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1305.854084] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 1305.854156] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGH for action security_group_rules [ 1305.854255] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGH for action security_group_rules [ 1305.854290] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGH for action security_group_rules [ 1305.854349] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGH for action security_group_rules [ 1305.854412] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGH for action security_group_rules [ 1305.854540] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGH for action security_group_rules [ 1305.854540] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGH for action security_group_rules [ 1305.854631] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGH for action security_group_rules [ 1305.854663] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGH for action security_group_rules [ 1305.854722] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGH for action security_group_rules [ 1305.854769] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGH for action security_group_rules [ 1305.854818] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGH for action security_group_rules [ 1305.854879] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGH for action security_group_rules [ 1305.854938] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGH for action security_group_rules [ 1305.854990] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGH for action security_group_rules [ 1305.855065] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGH for action security_group_rules [ 1305.855120] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGH for action security_group_rules [ 1305.855183] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGH for action security_group_rules [ 1305.855246] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGH for action security_group_rules [ 1305.855305] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGH for action security_group_rules [ 1305.855401] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.847673] env[66544]: INFO networking_nsxv3.common.synchronization [req-cdeb9631-4a4f-45e0-9fbc-228ee3d05ed3 req-10cba2c8-1060-4964-96b3-edbfbd706772 tempest-ServerActionsTestJSON-862705062 tempest-ServerActionsTestJSON-862705062-project-member] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1306.848438] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGHEST for action security_group_members [ 1306.849128] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f with Priority: HIGH for action security_group_rules [ 1306.849128] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83a8530-3f96-4dc0-9734-03e893780550 with Priority: HIGH for action security_group_rules [ 1306.849128] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGH for action security_group_rules [ 1306.849128] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac with Priority: HIGH for action security_group_rules [ 1306.849383] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 with Priority: HIGH for action security_group_rules [ 1306.849383] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 with Priority: HIGH for action security_group_rules [ 1306.849488] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2e8817-f888-4274-984b-4a800a3641aa with Priority: HIGH for action security_group_rules [ 1306.849624] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 with Priority: HIGH for action security_group_rules [ 1306.849761] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3fbf92-0cf1-4370-be07-b212df39528a with Priority: HIGH for action security_group_rules [ 1306.849893] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc941173-8065-476d-8bb6-9c816ee9592a with Priority: HIGH for action security_group_rules [ 1306.850049] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 with Priority: HIGH for action security_group_rules [ 1306.850188] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 with Priority: HIGH for action security_group_rules [ 1306.850319] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 with Priority: HIGH for action security_group_rules [ 1306.850448] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 with Priority: HIGH for action security_group_rules [ 1306.850583] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea56283-260f-46b7-94ef-587da58fde90 with Priority: HIGH for action security_group_rules [ 1306.850717] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30423080-4847-40d3-a254-24a86998fd65 with Priority: HIGH for action security_group_rules [ 1306.850846] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 with Priority: HIGH for action security_group_rules [ 1306.850971] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78781e94-2a81-4a71-8815-c83764ced858 with Priority: HIGH for action security_group_rules [ 1306.851117] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9581f5e-8561-4f84-a09c-95505fe0371e with Priority: HIGH for action security_group_rules [ 1306.851245] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe692f4f-2398-4baf-b430-6a710060429b with Priority: HIGH for action security_group_rules [ 1306.851655] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.851814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.851908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.852174] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.852384] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.852513] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.852605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.852802] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.852918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.853055] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.854174] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.854320] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.854413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.854678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.854734] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f977b-c20b-45e3-856d-0c82d8a0ad5f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.856408] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83a8530-3f96-4dc0-9734-03e893780550 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.856549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.856643] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.856924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.856978] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83a8530-3f96-4dc0-9734-03e893780550',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.857895] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.858056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.858151] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.858349] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.858449] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.859765] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.860053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.860053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.860822] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.860822] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18d18b7-30fc-4ad8-88bd-e367f75324ac',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.861290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.861440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.861483] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.861668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.861765] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5d5f93-b419-426f-a419-8c8ddbe7a9f8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.865491] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65c9c43f-49a9-42d9-91a0-b91d0c755005 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.865628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.865730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.865923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.866043] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65c9c43f-49a9-42d9-91a0-b91d0c755005',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.867484] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2e8817-f888-4274-984b-4a800a3641aa taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.867484] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.867484] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.867484] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.867484] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2e8817-f888-4274-984b-4a800a3641aa',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.868800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db63184-5ea4-4189-bfce-2825ae80fd68 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.868945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.869048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.869277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.869432] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db63184-5ea4-4189-bfce-2825ae80fd68',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.870242] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3fbf92-0cf1-4370-be07-b212df39528a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.870375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.870650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.870650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.871317] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3fbf92-0cf1-4370-be07-b212df39528a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.871772] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc941173-8065-476d-8bb6-9c816ee9592a taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.871917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.872020] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.872213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.872319] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc941173-8065-476d-8bb6-9c816ee9592a',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.873260] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0821a180-2eb2-4e7c-9184-f52e78487b56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.873400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.873477] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.873667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.873809] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0821a180-2eb2-4e7c-9184-f52e78487b56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.875052] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f96b161-8aff-44dd-8158-d082d6510cb2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.875236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.875421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.875646] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.875749] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f96b161-8aff-44dd-8158-d082d6510cb2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.876767] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.876917] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.876995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.877203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.877302] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.878200] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.878307] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.878496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.878587] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.878690] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b43f3-cc7a-476a-94bb-280c9dac82a6',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.879570] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ea56283-260f-46b7-94ef-587da58fde90 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.879706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.879797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.879986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.880146] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ea56283-260f-46b7-94ef-587da58fde90',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.880952] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30423080-4847-40d3-a254-24a86998fd65 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.881105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.881198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.881395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.881494] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30423080-4847-40d3-a254-24a86998fd65',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.882487] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.882628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.882719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.882916] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.883024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b4dd41-d27d-4337-adc1-411b984bf6e4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.883901] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78781e94-2a81-4a71-8815-c83764ced858 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.884049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.884142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.884336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.884434] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78781e94-2a81-4a71-8815-c83764ced858',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.885301] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9581f5e-8561-4f84-a09c-95505fe0371e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.885555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.885663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.885860] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.885962] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9581f5e-8561-4f84-a09c-95505fe0371e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.887015] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe692f4f-2398-4baf-b430-6a710060429b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.887157] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.887260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.887456] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.887565] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe692f4f-2398-4baf-b430-6a710060429b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.899946] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.900117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.900283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.900522] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.900816] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.900952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.901056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.901255] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.901370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.901485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.901726] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.933986] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.934205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.934246] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.934431] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.936516] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.936811] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.943079] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.943238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.943975] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.944190] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.944755] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.944848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.945565] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.945685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.946752] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.946859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.952518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.952696] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83a8530-3f96-4dc0-9734-03e893780550 is going to be deleted. [ 1306.954489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.954755] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.985214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.985349] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f977b-c20b-45e3-856d-0c82d8a0ad5f is going to be deleted. [ 1306.986608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.986825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.008232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.008454] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5d5f93-b419-426f-a419-8c8ddbe7a9f8 is going to be deleted. [ 1307.009342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.009555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.021844] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.022062] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.034425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.034575] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65c9c43f-49a9-42d9-91a0-b91d0c755005 is going to be deleted. [ 1307.035589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.035817] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.051661] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.051874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.068233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.068409] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc941173-8065-476d-8bb6-9c816ee9592a is going to be deleted. [ 1307.069351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.069577] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.095248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.095410] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3fbf92-0cf1-4370-be07-b212df39528a is going to be deleted. [ 1307.096242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.096457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.097868] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.097981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.129881] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.130049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.130913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.131112] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2e8817-f888-4274-984b-4a800a3641aa is going to be deleted. [ 1307.132205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.132432] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.132547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.132719] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83a8530-3f96-4dc0-9734-03e893780550" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.132889] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.133082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.133164] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.133279] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f977b-c20b-45e3-856d-0c82d8a0ad5f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.133818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.133986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.134081] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.134201] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5d5f93-b419-426f-a419-8c8ddbe7a9f8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.134330] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.134474] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.134552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.134658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65c9c43f-49a9-42d9-91a0-b91d0c755005" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.159681] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.159918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.159967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.160188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.160284] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.160407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc941173-8065-476d-8bb6-9c816ee9592a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.274296] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.274528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.274528] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.274841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.274970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.275063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3fbf92-0cf1-4370-be07-b212df39528a" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.290532] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.290838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.290838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.291063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.291192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.291329] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2e8817-f888-4274-984b-4a800a3641aa" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.389529] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.389749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.389749] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.389927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.411248] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.467281] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.467499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.468261] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.468358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.469208] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.469303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.469939] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.470046] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.470689] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.470804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.471548] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.471688] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.472475] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.472579] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.473373] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.473463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.474310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.474510] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.474618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.474685] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.474886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.474968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.475068] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be updated. [ 1307.476086] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.476268] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.477663] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.477758] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.478488] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.478592] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.479280] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.479374] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.480025] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.480466] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.480517] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.509361] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.509929] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.510087] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18d18b7-30fc-4ad8-88bd-e367f75324ac is going to be deleted. [ 1307.511226] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.511475] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.526845] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.526987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.527070] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.527280] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.527426] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.540468] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: IN_PROGRESS for 2s [ 1307.547040] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.547188] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78781e94-2a81-4a71-8815-c83764ced858 is going to be deleted. [ 1307.548106] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.548313] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.577598] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.577757] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9581f5e-8561-4f84-a09c-95505fe0371e is going to be deleted. [ 1307.578676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.578894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.596711] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.596897] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.602095] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.602230] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b4dd41-d27d-4337-adc1-411b984bf6e4 is going to be deleted. [ 1307.603179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.603389] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.607338] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.607447] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.629044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.629239] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0821a180-2eb2-4e7c-9184-f52e78487b56 is going to be deleted. [ 1307.630133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.630340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.637977] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.638175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.651490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.651663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30423080-4847-40d3-a254-24a86998fd65 is going to be deleted. [ 1307.652633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.652861] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.686981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.687223] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b43f3-cc7a-476a-94bb-280c9dac82a6 is going to be deleted. [ 1307.688153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.688362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.690395] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.690556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.701809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.702023] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.726633] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.726783] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db63184-5ea4-4189-bfce-2825ae80fd68 is going to be deleted. [ 1307.727790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.728379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.754164] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.754336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.784908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.785082] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f96b161-8aff-44dd-8158-d082d6510cb2 is going to be deleted. [ 1307.786044] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.786256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.845972] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.846175] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ea56283-260f-46b7-94ef-587da58fde90 is going to be deleted. [ 1307.847052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.847260] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.905840] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.906248] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.906902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.907037] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1 is going to be deleted. [ 1307.907880] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.908104] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.919788] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdb79483-da37-491e-b79e-98fc1da82352: rpc.has_security_group_logging(os_id): False [ 1307.924431] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.924593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.925298] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.925396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.942634] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.942869] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.949046] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.949238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.993298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.993485] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe692f4f-2398-4baf-b430-6a710060429b is going to be deleted. [ 1307.994450] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.994676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.994770] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.994892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18d18b7-30fc-4ad8-88bd-e367f75324ac" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.995066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.995219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.995298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.995409] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78781e94-2a81-4a71-8815-c83764ced858" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.995954] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.996147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.996235] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.996353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9581f5e-8561-4f84-a09c-95505fe0371e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.996484] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.996642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.996725] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.996838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b4dd41-d27d-4337-adc1-411b984bf6e4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.996960] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.997124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.997200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.997312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0821a180-2eb2-4e7c-9184-f52e78487b56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.997438] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.997576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.997652] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.997763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30423080-4847-40d3-a254-24a86998fd65" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.997886] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.998035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.998113] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.998221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b43f3-cc7a-476a-94bb-280c9dac82a6" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.998344] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.998482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.998555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.998670] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db63184-5ea4-4189-bfce-2825ae80fd68" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.998796] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.998932] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.999012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.999129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f96b161-8aff-44dd-8158-d082d6510cb2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.999251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.999387] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.034386] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.034824] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.034824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.035032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.035097] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.035183] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035271] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb79483-da37-491e-b79e-98fc1da82352 is going to be updated. [ 1308.036490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.036682] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.036767] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.036887] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ea56283-260f-46b7-94ef-587da58fde90" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.124389] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.124546] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.124605] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.124825] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.124919] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.125051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf48b5e-0b9c-457e-a5ea-1cb244e1c9c1" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.145428] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.145603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.145647] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.145837] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.145928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.146063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe692f4f-2398-4baf-b430-6a710060429b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.165717] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.166310] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.166494] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.166567] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.166777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.166924] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.183041] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb79483-da37-491e-b79e-98fc1da82352 in Status: IN_PROGRESS for 2s [ 1309.550318] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02426b2d-3f92-4370-95a5-0019ea8590db in Status: SUCCESS [ 1309.550702] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db deletion is rescheduled due to dependency. [ 1309.550702] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.196901] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb79483-da37-491e-b79e-98fc1da82352 in Status: SUCCESS [ 1310.197161] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.852489] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.852759] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.773096] env[66544]: INFO networking_nsxv3.common.synchronization [None req-36bb94e5-9c96-48be-9b7a-6e71b7d0b37b None None] Enqueued Resource ID: 729f47e7-443c-4f59-afa4-2064154ebd9d with Priority: HIGHEST for action port [ 1314.773623] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729f47e7-443c-4f59-afa4-2064154ebd9d with Priority: HIGHEST for action port [ 1314.773925] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-729f47e7-443c-4f59-afa4-2064154ebd9d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.774060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729f47e7-443c-4f59-afa4-2064154ebd9d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.774128] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729f47e7-443c-4f59-afa4-2064154ebd9d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.774375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729f47e7-443c-4f59-afa4-2064154ebd9d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.774454] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729f47e7-443c-4f59-afa4-2064154ebd9d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.277574] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 729f47e7-443c-4f59-afa4-2064154ebd9d [ 1315.277574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.277761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.277761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.277928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.278028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.278132] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:729f47e7-443c-4f59-afa4-2064154ebd9d already deleted. [ 1315.278214] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729f47e7-443c-4f59-afa4-2064154ebd9d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.352528] env[66544]: INFO networking_nsxv3.common.synchronization [None req-71c12cfd-c070-4e85-9f56-01bdab5956b8 tempest-AttachVolumeTestJSON-1079035626 tempest-AttachVolumeTestJSON-1079035626-project-member] Enqueued Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_rules [ 1315.352783] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_rules [ 1315.353050] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5876661d-d7c7-4934-bd29-64daa2acf548 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.353180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.353215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.353458] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.353539] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.430047] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a5ef93a0-f7d5-4eb6-a965-2452613b73ff tempest-AttachVolumeTestJSON-1079035626 tempest-AttachVolumeTestJSON-1079035626-project-member] Enqueued Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_rules [ 1315.430047] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_rules [ 1315.430692] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5876661d-d7c7-4934-bd29-64daa2acf548 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.430992] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.875139] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.875945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.875945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.875945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.875945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.875945] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5876661d-d7c7-4934-bd29-64daa2acf548 already deleted. [ 1315.875945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.875945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.876229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.876229] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.395263] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.395463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.395463] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.395683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.395773] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.395867] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5876661d-d7c7-4934-bd29-64daa2acf548 already deleted. [ 1316.395948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.898145] env[66544]: INFO networking_nsxv3.common.synchronization [None req-a05ad162-c139-4e4a-be47-7a9b0217a7c5 None None] Enqueued Resource ID: 2ca02bb8-748b-43f2-b237-67dbf1f1b9c5 with Priority: HIGHEST for action port [ 1316.898699] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca02bb8-748b-43f2-b237-67dbf1f1b9c5 with Priority: HIGHEST for action port [ 1316.899037] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ca02bb8-748b-43f2-b237-67dbf1f1b9c5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.899166] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ca02bb8-748b-43f2-b237-67dbf1f1b9c5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.899233] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ca02bb8-748b-43f2-b237-67dbf1f1b9c5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.899485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ca02bb8-748b-43f2-b237-67dbf1f1b9c5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.899567] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca02bb8-748b-43f2-b237-67dbf1f1b9c5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.401332] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ca02bb8-748b-43f2-b237-67dbf1f1b9c5 [ 1317.401527] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.401655] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.401852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.401985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.402092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.402187] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ca02bb8-748b-43f2-b237-67dbf1f1b9c5 already deleted. [ 1317.402269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ca02bb8-748b-43f2-b237-67dbf1f1b9c5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.790468] env[66544]: INFO networking_nsxv3.common.synchronization [req-d6824ddc-9a41-4301-8e57-695771d6d7f1 req-1185821c-bd6b-4f2e-b523-092417438b9a tempest-AttachVolumeTestJSON-1079035626 tempest-AttachVolumeTestJSON-1079035626-project-member] Enqueued Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_members [ 1320.791025] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_members [ 1320.791336] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5876661d-d7c7-4934-bd29-64daa2acf548 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.791457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.791523] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.791831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.791983] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.792092] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.792148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.792357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.792445] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.792535] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.059086] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.059292] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-635" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.059416] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-635" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.059834] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-635" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.060105] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.060296] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.060424] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.060639] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.060781] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.060987] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.061109] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.061217] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.061324] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.061431] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.061534] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.061663] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.083066] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.083248] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1321.083385] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.083565] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-635" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.083869] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.084107] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.084292] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.084596] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.084734] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb5ae23-d3e9-4ec8-ad8f-702970b03b29',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.295199] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.295407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.295407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.295582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.295674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.295875] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.296042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.296042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.296208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.296283] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.296368] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5876661d-d7c7-4934-bd29-64daa2acf548 already deleted. [ 1321.296448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.586902] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.587160] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.587335] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.587636] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.587789] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.587943] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 9bb5ae23-d3e9-4ec8-ad8f-702970b03b29 not found, creating... [ 1321.588202] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.588386] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.588499] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.588708] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.588841] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.589132] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.589287] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.589396] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.589596] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.589737] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.589862] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 9bb5ae23-d3e9-4ec8-ad8f-702970b03b29 is going to be created. [ 1321.608645] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.608857] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.608981] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.609262] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.609495] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.609723] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.293287] env[66544]: INFO networking_nsxv3.common.synchronization [req-d6824ddc-9a41-4301-8e57-695771d6d7f1 req-fa4041cb-62d7-4c91-969e-f828892d73f7 service nova] Enqueued Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_rules [ 1322.293545] env[66544]: INFO networking_nsxv3.common.synchronization [req-d6824ddc-9a41-4301-8e57-695771d6d7f1 req-fa4041cb-62d7-4c91-969e-f828892d73f7 service nova] Enqueued Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_members [ 1322.293643] env[66544]: INFO networking_nsxv3.common.synchronization [req-d6824ddc-9a41-4301-8e57-695771d6d7f1 req-fa4041cb-62d7-4c91-969e-f828892d73f7 service nova] Enqueued Resource ID: 9bb5ae23-d3e9-4ec8-ad8f-702970b03b29 with Priority: HIGHEST for action port [ 1322.294164] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_rules [ 1322.294308] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_members [ 1322.294406] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb5ae23-d3e9-4ec8-ad8f-702970b03b29 with Priority: HIGHEST for action port [ 1322.294717] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5876661d-d7c7-4934-bd29-64daa2acf548 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.294823] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.294894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.295144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.295202] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.296113] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5876661d-d7c7-4934-bd29-64daa2acf548 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.296291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.296400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.296721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.296946] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.297407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.297407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.297407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.297407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.297585] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.299029] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.299029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.299203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.299347] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.299719] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb5ae23-d3e9-4ec8-ad8f-702970b03b29',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.801873] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.802640] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5876661d-d7c7-4934-bd29-64daa2acf548 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.802746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.802941] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bb5ae23-d3e9-4ec8-ad8f-702970b03b29 with status ACTIVE [ 1322.803119] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.803229] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.803292] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.803487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.803574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.803745] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.803842] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.803906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.804075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.804159] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.804337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.804429] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.804518] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.804618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.804692] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.804774] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bb5ae23-d3e9-4ec8-ad8f-702970b03b29 is going to be updated. [ 1322.825769] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.825964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.825964] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.826236] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.826312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.826459] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb5ae23-d3e9-4ec8-ad8f-702970b03b29" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.307913] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.809381] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.809617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.809617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.809847] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.809969] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.810047] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5876661d-d7c7-4934-bd29-64daa2acf548 is going to be created. [ 1323.834954] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.835143] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.835210] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.835415] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.835573] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.844326] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5876661d-d7c7-4934-bd29-64daa2acf548 in Status: UNINITIALIZED for 2s [ 1325.856808] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5876661d-d7c7-4934-bd29-64daa2acf548 in Status: SUCCESS [ 1325.857216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.857216] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.857395] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.857585] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.857705] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.857768] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.857921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.858016] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.858096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.858196] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.360197] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.862207] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5876661d-d7c7-4934-bd29-64daa2acf548: rpc.has_security_group_logging(os_id): False [ 1326.883822] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.884155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.884155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.884346] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.884448] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.884696] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.884800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.884864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.885078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.885191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.885305] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5876661d-d7c7-4934-bd29-64daa2acf548 is going to be created. [ 1326.944083] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.944317] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.944362] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.944571] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.944756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.954443] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5876661d-d7c7-4934-bd29-64daa2acf548 in Status: IN_PROGRESS for 2s [ 1327.295699] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.295928] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1328.966849] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5876661d-d7c7-4934-bd29-64daa2acf548 in Status: SUCCESS [ 1328.967303] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.803152] env[66544]: INFO networking_nsxv3.common.synchronization [req-1f4fca50-e44c-4efd-be41-34d11eca493a req-0d52a340-f2b8-43aa-a100-8d0ea8afa142 tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_members [ 1331.804247] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGHEST for action security_group_members [ 1331.804247] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.804247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.804247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.804529] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.804529] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.804619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.804619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.805074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.805074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.805074] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.307708] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.307988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.307988] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.308129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.308180] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.308382] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.308470] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.308527] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.308679] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.308743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.308830] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb79483-da37-491e-b79e-98fc1da82352 is going to be updated. [ 1332.353963] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.354217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.354217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.354421] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.354613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.363151] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb79483-da37-491e-b79e-98fc1da82352 in Status: IN_PROGRESS for 2s [ 1334.381824] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb79483-da37-491e-b79e-98fc1da82352 in Status: SUCCESS [ 1334.381824] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb79483-da37-491e-b79e-98fc1da82352 deletion is rescheduled due to dependency. [ 1334.381824] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.545031] env[66544]: INFO networking_nsxv3.common.synchronization [None req-0d38b80a-f028-405d-9fb9-df8d0448e34a tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_rules [ 1336.545311] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_rules [ 1336.545503] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b74411e-3b11-4094-a44b-f6a41c50c15c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.545623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.545683] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.545953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.546068] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.616833] env[66544]: INFO networking_nsxv3.common.synchronization [None req-e0f7db49-c4f8-4bef-a03b-f72655a60a9c tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_rules [ 1336.617534] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_rules [ 1336.617650] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b74411e-3b11-4094-a44b-f6a41c50c15c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.617756] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.074193] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.074534] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.074628] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.074871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.074966] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.075217] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c already deleted. [ 1337.075217] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.075700] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.075902] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.076042] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.603021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.603434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.603434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.603539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.603641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.603752] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c already deleted. [ 1337.603852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.947890] env[66544]: INFO networking_nsxv3.common.synchronization [req-c9ba21bc-db63-40b3-9ab6-890e787bf7c0 req-377ba113-d165-49f3-9827-809bb5e7f056 tempest-AttachVolumeShelveTestJSON-1710445681 tempest-AttachVolumeShelveTestJSON-1710445681-project-member] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_members [ 1338.948676] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGHEST for action security_group_members [ 1338.948810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.948961] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.949063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.949254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.949463] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.949585] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.949667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.949858] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.949963] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.950090] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.452587] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.452846] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.452846] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.453078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.475747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.475991] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.476129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.476198] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.476405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.476486] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.476590] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 is going to be updated. [ 1339.505551] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.505743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.505743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.505958] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.506116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.514657] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: IN_PROGRESS for 2s [ 1341.550423] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7abfec-726d-4894-8497-b40f22b026c8 in Status: SUCCESS [ 1341.550790] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 deletion is rescheduled due to dependency. [ 1341.550790] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.088586] env[66544]: INFO networking_nsxv3.common.synchronization [req-652fafbb-ce4c-4bc4-9934-581f297165f0 req-0fdec987-f25c-47d4-86d4-c33bfdf2ce0f tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_members [ 1342.089161] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_members [ 1342.089466] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b74411e-3b11-4094-a44b-f6a41c50c15c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.089596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.089662] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.089908] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.090372] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.090461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.090461] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.090636] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.090720] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.090810] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.388694] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.388933] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.389037] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.389304] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.389583] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.389783] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.389973] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.390281] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.390461] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.390712] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1342.390885] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1342.391075] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1342.391217] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1342.391361] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1342.391478] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1342.391614] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1342.413724] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1342.413914] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1342.414070] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1342.414216] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-504" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.414536] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-15df69e3-06e4-4558-91bc-5a3cb985d95e taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.414698] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-15df69e3-06e4-4558-91bc-5a3cb985d95e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.414816] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-15df69e3-06e4-4558-91bc-5a3cb985d95e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.415172] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-15df69e3-06e4-4558-91bc-5a3cb985d95e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.415313] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15df69e3-06e4-4558-91bc-5a3cb985d95e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.593176] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.593558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.593558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.593558] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.593653] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.593845] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.593945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.594042] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.594178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.594247] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.594380] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c already deleted. [ 1342.594509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.917894] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.918143] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.918239] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.918517] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.918663] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.918832] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port 15df69e3-06e4-4558-91bc-5a3cb985d95e not found, creating... [ 1342.919102] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.919272] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.919381] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.919598] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.919732] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.920071] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.920230] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.920344] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.920563] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.920691] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.920825] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 15df69e3-06e4-4558-91bc-5a3cb985d95e is going to be created. [ 1342.940748] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.940978] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.941110] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.941381] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.941606] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.941824] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-15df69e3-06e4-4558-91bc-5a3cb985d95e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.616568] env[66544]: INFO networking_nsxv3.common.synchronization [None req-6c0eee1f-190b-47d4-baad-a95d581dc607 tempest-AttachVolumeShelveTestJSON-1710445681 tempest-AttachVolumeShelveTestJSON-1710445681-project-member] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_rules [ 1343.617137] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_rules [ 1343.617424] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.617547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.617612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.617866] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.617949] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.635842] env[66544]: INFO networking_nsxv3.common.synchronization [req-652fafbb-ce4c-4bc4-9934-581f297165f0 req-342260f9-7384-484d-bb0d-080c9ca93e56 service nova] Enqueued Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_rules [ 1343.636057] env[66544]: INFO networking_nsxv3.common.synchronization [req-652fafbb-ce4c-4bc4-9934-581f297165f0 req-342260f9-7384-484d-bb0d-080c9ca93e56 service nova] Enqueued Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_members [ 1343.636203] env[66544]: INFO networking_nsxv3.common.synchronization [req-652fafbb-ce4c-4bc4-9934-581f297165f0 req-342260f9-7384-484d-bb0d-080c9ca93e56 service nova] Enqueued Resource ID: 15df69e3-06e4-4558-91bc-5a3cb985d95e with Priority: HIGHEST for action port [ 1343.636791] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_rules [ 1343.636928] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_members [ 1343.637036] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15df69e3-06e4-4558-91bc-5a3cb985d95e with Priority: HIGHEST for action port [ 1343.637297] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b74411e-3b11-4094-a44b-f6a41c50c15c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.637407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.637464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.637650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.637726] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.638810] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b74411e-3b11-4094-a44b-f6a41c50c15c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.638810] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.638975] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.639148] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.639375] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.639536] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.640141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.640141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.640141] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.640141] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.640809] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-15df69e3-06e4-4558-91bc-5a3cb985d95e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.640930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15df69e3-06e4-4558-91bc-5a3cb985d95e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.640997] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15df69e3-06e4-4558-91bc-5a3cb985d95e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.641153] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15df69e3-06e4-4558-91bc-5a3cb985d95e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.641228] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15df69e3-06e4-4558-91bc-5a3cb985d95e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.690524] env[66544]: INFO networking_nsxv3.common.synchronization [None req-76becaf2-e61c-4bf4-aeb0-ce1064a84241 tempest-AttachVolumeShelveTestJSON-1710445681 tempest-AttachVolumeShelveTestJSON-1710445681-project-member] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_rules [ 1343.690995] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_rules [ 1343.691313] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.691457] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.136939] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.137115] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.137188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.137396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.137482] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.137576] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 already deleted. [ 1344.137658] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.137802] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.137952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.138045] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.142752] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b74411e-3b11-4094-a44b-f6a41c50c15c taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.142883] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.142983] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.144028] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15df69e3-06e4-4558-91bc-5a3cb985d95e with status ACTIVE [ 1344.144028] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.144147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.144147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.144278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.144358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.144528] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.145306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.145306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.145306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.145306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.145306] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.145306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.145306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.145306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.145644] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.145644] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15df69e3-06e4-4558-91bc-5a3cb985d95e is going to be updated. [ 1344.166531] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.166744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.166744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.166923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.167073] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.167234] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15df69e3-06e4-4558-91bc-5a3cb985d95e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.647830] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.657885] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.658102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.658102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.658301] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.658390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.658554] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 already deleted. [ 1344.658554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.150574] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.150789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.150789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.151027] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.151117] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.151220] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c is going to be created. [ 1345.174099] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.174339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.174339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.174532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.174777] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.184282] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c in Status: UNINITIALIZED for 2s [ 1347.196018] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c in Status: SUCCESS [ 1347.196337] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.196556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.196871] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.197172] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.197359] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.197466] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.197697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.197828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.197970] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.198128] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.701195] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.204073] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b74411e-3b11-4094-a44b-f6a41c50c15c: rpc.has_security_group_logging(os_id): False [ 1348.222475] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.222703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.222703] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.222864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.222950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.223238] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.223350] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.223414] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.223576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.223642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.223729] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c is going to be created. [ 1348.283952] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.284192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.284192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.284382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.284563] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.295617] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c in Status: IN_PROGRESS for 2s [ 1348.691617] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.691778] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1349.050793] env[66544]: INFO networking_nsxv3.common.synchronization [req-20260ff2-aaed-41da-9d9e-af8cd63afed2 req-2c481f71-7b99-49a6-aab4-cb87c39032ae tempest-AttachVolumeShelveTestJSON-1710445681 tempest-AttachVolumeShelveTestJSON-1710445681-project-member] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_members [ 1349.051125] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_members [ 1349.051429] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.051552] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.051617] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.051865] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.052188] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.052312] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.052390] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.052564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.052649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.052752] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.337355] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.337667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.337667] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.337901] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.338180] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.338334] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.338449] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.338659] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.338797] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.339006] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.339123] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.339229] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.339333] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.339439] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.339545] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.339674] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.357816] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.358027] env[66544]: DEBUG dogpile.cache.region [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1349.358117] env[66544]: DEBUG dogpile.lock [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.358319] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.358617] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock port-90979620-fedc-42af-86bb-bbff171069e2 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.358785] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.358939] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.359225] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.359362] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90979620-fedc-42af-86bb-bbff171069e2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.555654] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.555956] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.556049] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.556278] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.556365] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.556571] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.556668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.556731] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.556876] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.556953] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.557065] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 already deleted. [ 1349.557139] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.861823] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.862084] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.862219] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.862628] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.862860] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.863148] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Segment Port 90979620-fedc-42af-86bb-bbff171069e2 not found, creating... [ 1349.863505] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.863746] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.863904] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.864269] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.864441] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.864881] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.865053] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.865199] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.865478] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.865671] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.865863] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Resource: SegmentPort with ID: 90979620-fedc-42af-86bb-bbff171069e2 is going to be created. [ 1349.886874] env[66544]: DEBUG networking_nsxv3.common.locking [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.887162] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.887255] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.887519] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.887856] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.888206] env[66544]: DEBUG oslo_concurrency.lockutils [None req-ed70d813-cf80-4602-a8da-1ff1a2161f39 None None] Releasing lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.306336] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c in Status: SUCCESS [ 1350.306574] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.578335] env[66544]: INFO networking_nsxv3.common.synchronization [req-20260ff2-aaed-41da-9d9e-af8cd63afed2 req-37befbd5-46f6-4bf2-ae4d-29ea28921287 service nova] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_rules [ 1350.578335] env[66544]: INFO networking_nsxv3.common.synchronization [req-20260ff2-aaed-41da-9d9e-af8cd63afed2 req-37befbd5-46f6-4bf2-ae4d-29ea28921287 service nova] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_members [ 1350.578658] env[66544]: INFO networking_nsxv3.common.synchronization [req-20260ff2-aaed-41da-9d9e-af8cd63afed2 req-37befbd5-46f6-4bf2-ae4d-29ea28921287 service nova] Enqueued Resource ID: 90979620-fedc-42af-86bb-bbff171069e2 with Priority: HIGHEST for action port [ 1350.579019] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_rules [ 1350.579164] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_members [ 1350.579421] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90979620-fedc-42af-86bb-bbff171069e2 with Priority: HIGHEST for action port [ 1350.579586] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.579721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.579721] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.579904] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.580015] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.582740] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.582829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.582829] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.583065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.583226] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.583549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.583549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.583549] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.583697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.583778] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.584835] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-90979620-fedc-42af-86bb-bbff171069e2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.584974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.585065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.585366] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.585366] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90979620-fedc-42af-86bb-bbff171069e2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.087648] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.089072] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.089209] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.089341] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90979620-fedc-42af-86bb-bbff171069e2 with status ACTIVE [ 1351.089498] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.089650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.089704] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.089854] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.090011] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.090116] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.090213] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.090282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.090419] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.091133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.091133] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.091133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.091133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.091133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.091133] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.091133] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90979620-fedc-42af-86bb-bbff171069e2 is going to be updated. [ 1351.111862] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.112096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.112096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.112300] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.112435] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.112593] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.593862] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.095899] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.096101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.096150] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.096378] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.096489] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.096593] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 is going to be created. [ 1352.120277] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.120476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.120476] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.120676] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.120833] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.129938] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: UNINITIALIZED for 2s [ 1354.140957] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: SUCCESS [ 1354.141316] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.141355] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.141554] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.141737] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.141850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.141914] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.142084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.142179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.142269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.142357] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.644779] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.147535] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f0b1536-b11b-4ccc-8091-27445c3c9d56: rpc.has_security_group_logging(os_id): False [ 1355.165477] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.165668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.165709] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.165922] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.166029] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.166278] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.166382] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.166442] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.166602] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.166678] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.166765] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 is going to be created. [ 1355.227376] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.227578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.227578] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.227786] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.227968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.237890] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: IN_PROGRESS for 2s [ 1355.580890] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.581101] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1357.253013] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: SUCCESS [ 1357.253454] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.582520] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.582923] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.583705] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.584117] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.584746] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.585191] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.586459] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.586813] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.587822] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.587822] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.589081] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.589415] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.590495] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.590847] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.591918] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.592243] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.593992] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.593992] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.595529] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.595885] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.761710] env[66544]: INFO networking_nsxv3.common.synchronization [req-f84f4c16-639f-4c4c-a6cb-329864ad8988 req-668bfad8-5f93-425a-be5e-ffb9237e64da tempest-AttachVolumeNegativeTest-2038246367 tempest-AttachVolumeNegativeTest-2038246367-project-member] Enqueued Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_members [ 1406.762460] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGHEST for action security_group_members [ 1406.762557] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b74411e-3b11-4094-a44b-f6a41c50c15c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.762697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.762769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.763376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.763376] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.763376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.763376] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.763763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.763763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.763763] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.266219] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.266677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.266791] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.267211] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.267446] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.267710] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.267877] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.267981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.268197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.268341] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.268474] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c is going to be updated. [ 1408.255786] env[66544]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/9b74411e-3b11-4094-a44b-f6a41c50c15c', 'data': {'id': '9b74411e-3b11-4094-a44b-f6a41c50c15c', 'display_name': '9b74411e-3b11-4094-a44b-f6a41c50c15c', 'path': '/infra/domains/default/groups/9b74411e-3b11-4094-a44b-f6a41c50c15c', 'expression': [{'value': 'security_group|9b74411e-3b11-4094-a44b-f6a41c50c15c', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1764107509}, {'scope': 'revision_number', 'tag': None}], '_revision': 0}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1408.256207] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=66544) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1410.295803] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.296203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.296203] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.296293] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.296375] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.304696] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c in Status: IN_PROGRESS for 2s [ 1411.763243] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.763627] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1412.320877] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c in Status: SUCCESS [ 1412.321086] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c deletion is rescheduled due to dependency. [ 1412.321138] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.765022] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.765315] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.169818] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.170173] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.170402] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.170792] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.171112] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.171281] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.171396] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.171616] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.171761] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.171965] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1417.172098] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1417.172204] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1417.172308] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1417.172411] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1417.172512] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1417.172697] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1417.196212] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1417.196478] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1417.196634] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1417.196864] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-316" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.197345] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-90979620-fedc-42af-86bb-bbff171069e2 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.197640] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.197805] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.198116] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.198306] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90979620-fedc-42af-86bb-bbff171069e2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.701339] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.701552] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.701676] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.701965] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.702129] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.702498] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.702652] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.702705] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.702953] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.703121] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.703413] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.703571] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.703698] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.703951] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.704095] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.704238] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: 90979620-fedc-42af-86bb-bbff171069e2 is going to be updated. [ 1417.726013] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.726271] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.726395] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.726656] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.726850] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.727084] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.421756] env[66544]: INFO networking_nsxv3.common.synchronization [req-f550079b-4a81-482d-8ce4-6a01f959e784 req-9a242b73-87fc-4b81-8975-961ecdf6777e service nova] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_rules [ 1418.422053] env[66544]: INFO networking_nsxv3.common.synchronization [req-f550079b-4a81-482d-8ce4-6a01f959e784 req-9a242b73-87fc-4b81-8975-961ecdf6777e service nova] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_members [ 1418.422099] env[66544]: INFO networking_nsxv3.common.synchronization [req-f550079b-4a81-482d-8ce4-6a01f959e784 req-9a242b73-87fc-4b81-8975-961ecdf6777e service nova] Enqueued Resource ID: 90979620-fedc-42af-86bb-bbff171069e2 with Priority: HIGHEST for action port [ 1418.422305] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_rules [ 1418.422434] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_members [ 1418.422531] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90979620-fedc-42af-86bb-bbff171069e2 with Priority: HIGHEST for action port [ 1418.423125] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.423699] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.423769] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.424025] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.424112] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.425413] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.425413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.425413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.425413] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.425413] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.425673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.425673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.425673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.425763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.425838] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.427743] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-90979620-fedc-42af-86bb-bbff171069e2 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.427743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.427743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.427951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.427951] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90979620-fedc-42af-86bb-bbff171069e2',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.930223] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.931290] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.932031] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.932031] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90979620-fedc-42af-86bb-bbff171069e2 with status ACTIVE [ 1418.932031] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.932231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.933089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.933089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.933089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.933089] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.933089] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.933335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.933335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.933335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.933527] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.933649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.933711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.933888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.933950] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.934463] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90979620-fedc-42af-86bb-bbff171069e2 is going to be updated. [ 1418.959556] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.959764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.959764] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.959974] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.960130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.960291] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90979620-fedc-42af-86bb-bbff171069e2" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.438030] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.940578] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.940852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.940852] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.941051] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.941147] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.941280] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 is going to be updated. [ 1419.974359] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.974543] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.974619] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.974862] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.975082] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.987214] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: IN_PROGRESS for 2s [ 1421.996156] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: SUCCESS [ 1421.996556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.996556] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.996739] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.996928] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.997057] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.997124] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.997275] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.997357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.997441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.997529] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.499419] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.001877] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f0b1536-b11b-4ccc-8091-27445c3c9d56: rpc.has_security_group_logging(os_id): False [ 1423.020226] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.020473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.020473] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.022108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.022108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.022108] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.022108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.022108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.022108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.022108] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.022108] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 is going to be updated. [ 1423.093552] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.093761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.093812] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.094065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.094228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.109871] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: IN_PROGRESS for 2s [ 1423.423822] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.423942] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1425.124504] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: SUCCESS [ 1425.124930] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.425562] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.425993] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.426936] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.427346] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.427711] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.428138] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.428714] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.429146] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.429596] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.429949] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.430468] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.430849] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.431708] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.432088] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.433165] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.433606] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.463443] env[66544]: INFO networking_nsxv3.common.synchronization [req-66c18f56-c781-4681-bd44-88e689092943 req-70574a40-f5e7-41de-851b-42575a1a6046 tempest-AttachVolumeTestJSON-1079035626 tempest-AttachVolumeTestJSON-1079035626-project-member] Enqueued Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_members [ 1464.463986] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGHEST for action security_group_members [ 1464.464313] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-5876661d-d7c7-4934-bd29-64daa2acf548 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.464433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.464500] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.464694] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.464844] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.464936] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.464995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.465269] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.465358] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.465474] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.968021] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.968254] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.968310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.968520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.968612] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.968811] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.968907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.968968] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.969130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.969205] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.969289] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5876661d-d7c7-4934-bd29-64daa2acf548 is going to be updated. [ 1465.000396] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.000637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.000637] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.000804] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.000945] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.008819] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5876661d-d7c7-4934-bd29-64daa2acf548 in Status: IN_PROGRESS for 2s [ 1467.019682] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5876661d-d7c7-4934-bd29-64daa2acf548 in Status: SUCCESS [ 1467.020112] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5876661d-d7c7-4934-bd29-64daa2acf548 deletion is rescheduled due to dependency. [ 1467.020112] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.164647] env[66544]: INFO networking_nsxv3.common.synchronization [req-b738e3f5-b77e-4d8b-a73a-4b4f450f2a66 req-59c6c2ef-d340-4f9d-b05a-6bc4939448f8 tempest-AttachVolumeShelveTestJSON-1710445681 tempest-AttachVolumeShelveTestJSON-1710445681-project-member] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_members [ 1468.165352] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGHEST for action security_group_members [ 1468.166026] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.166026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.166026] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.166219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.166219] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.166305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.166379] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.166581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.166581] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.166766] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.669217] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.669393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.669468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.669706] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.669800] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.670012] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.670116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.670178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.670327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.670403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.670495] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 is going to be updated. [ 1468.699970] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.700179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.700256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.700423] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.700568] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.709271] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: IN_PROGRESS for 2s [ 1469.110959] env[66544]: INFO networking_nsxv3.common.synchronization [None req-d6a65018-c63f-4dad-b03d-e303373026d2 tempest-AttachVolumeTestJSON-1079035626 tempest-AttachVolumeTestJSON-1079035626-project-member] Enqueued Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_rules [ 1469.111589] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_rules [ 1469.111892] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.112028] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.112102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.112354] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.112440] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.193280] env[66544]: INFO networking_nsxv3.common.synchronization [None req-ed30f296-9a0c-4b47-9f48-5a199bb43ba7 tempest-AttachVolumeTestJSON-1079035626 tempest-AttachVolumeTestJSON-1079035626-project-member] Enqueued Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_rules [ 1469.193895] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_rules [ 1469.194239] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.194339] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.633711] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.633911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.633911] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.634154] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.634243] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.634339] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1767310-5a44-418a-98a3-d0442062ac0f already deleted. [ 1469.634422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.634621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.634841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.634932] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.156396] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.156608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.156608] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.156818] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.156910] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.157038] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1767310-5a44-418a-98a3-d0442062ac0f already deleted. [ 1470.157101] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.719414] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 in Status: SUCCESS [ 1470.719669] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 deletion is rescheduled due to dependency. [ 1470.719714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.195265] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.195662] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.526662] env[66544]: INFO networking_nsxv3.common.synchronization [req-2b4dd3fe-f409-4139-a734-5ab4748dfd3d req-e874b3bb-428d-461a-8750-50c3a42758d7 tempest-AttachVolumeTestJSON-1079035626 tempest-AttachVolumeTestJSON-1079035626-project-member] Enqueued Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_members [ 1474.527272] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_members [ 1474.527500] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.527649] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.527691] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.527982] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.528180] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.528282] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.528342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.528497] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.528582] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.528673] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.783669] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.783813] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "network-635" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.783940] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "network-635" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.784229] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "network-635" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.784482] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.784636] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.784748] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.784958] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.785116] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.785324] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1474.785437] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] NeedRegenerationException {{(pid=66544) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1474.785542] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] no value, waiting for create lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1474.785646] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] value creation lock acquired {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1474.785799] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] No value present for key: 'zone-id' {{(pid=66544) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1474.785936] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Calling creation function for not-yet-present value {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1474.786083] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1474.806197] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1474.806348] env[66544]: DEBUG dogpile.cache.region [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66544) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1474.806485] env[66544]: DEBUG dogpile.lock [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Released creation lock {{(pid=66544) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1474.806676] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "network-635" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.806978] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723 taken with stack trace [, , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.807157] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.807273] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.807579] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.807780] env[66544]: DEBUG networking_nsxv3.api.rpc [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6d2ea0-df6c-44ee-9854-74b9b31bf723',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.031894] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.032125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.032125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.032342] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.032433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.032626] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.032729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.032794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.032952] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.033048] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.033137] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1767310-5a44-418a-98a3-d0442062ac0f already deleted. [ 1475.033219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.311781] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.312098] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.312226] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.312503] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.312651] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.312803] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Segment Port ec6d2ea0-df6c-44ee-9854-74b9b31bf723 not found, creating... [ 1475.313079] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.313242] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.313359] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.313601] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.313739] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.314033] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.314189] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.314303] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.314519] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.314658] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.314795] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Resource: SegmentPort with ID: ec6d2ea0-df6c-44ee-9854-74b9b31bf723 is going to be created. [ 1475.333759] env[66544]: DEBUG networking_nsxv3.common.locking [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.333905] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.334036] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.334280] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.334517] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.334749] env[66544]: DEBUG oslo_concurrency.lockutils [None req-5547ff25-8b93-4477-9e27-1aa1fa3a4fd8 None None] Releasing lock "port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.040870] env[66544]: INFO networking_nsxv3.common.synchronization [req-2b4dd3fe-f409-4139-a734-5ab4748dfd3d req-214a6d44-74e0-41aa-88de-364dcc2c637d service nova] Enqueued Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_rules [ 1476.041066] env[66544]: INFO networking_nsxv3.common.synchronization [req-2b4dd3fe-f409-4139-a734-5ab4748dfd3d req-214a6d44-74e0-41aa-88de-364dcc2c637d service nova] Enqueued Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_members [ 1476.041207] env[66544]: INFO networking_nsxv3.common.synchronization [req-2b4dd3fe-f409-4139-a734-5ab4748dfd3d req-214a6d44-74e0-41aa-88de-364dcc2c637d service nova] Enqueued Resource ID: ec6d2ea0-df6c-44ee-9854-74b9b31bf723 with Priority: HIGHEST for action port [ 1476.041725] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_rules [ 1476.041862] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_members [ 1476.041961] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec6d2ea0-df6c-44ee-9854-74b9b31bf723 with Priority: HIGHEST for action port [ 1476.042378] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.042553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.042663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.042920] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.043054] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.043956] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.044140] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.044256] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.044490] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.044712] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.044850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.044946] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.045144] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.045295] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.045426] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.046269] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.046433] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.046539] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.046730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.046843] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6d2ea0-df6c-44ee-9854-74b9b31bf723',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.548564] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.549504] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.549589] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.549750] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec6d2ea0-df6c-44ee-9854-74b9b31bf723 with status ACTIVE [ 1476.549907] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.550017] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.550084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.550276] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.550403] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.550533] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.550650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.550697] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.550859] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.551018] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.551205] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.551340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.551381] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.552030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.552030] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.552030] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec6d2ea0-df6c-44ee-9854-74b9b31bf723 is going to be updated. [ 1476.573472] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.573730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.573730] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.573901] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.574045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.574208] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec6d2ea0-df6c-44ee-9854-74b9b31bf723" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.054070] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.556509] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.556905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.556905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.556905] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.557074] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.557117] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1767310-5a44-418a-98a3-d0442062ac0f is going to be created. [ 1477.580699] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.580894] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.580967] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.581228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.581399] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.592390] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1767310-5a44-418a-98a3-d0442062ac0f in Status: UNINITIALIZED for 2s [ 1479.602584] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1767310-5a44-418a-98a3-d0442062ac0f in Status: SUCCESS [ 1479.602985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.602985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.603196] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.603387] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.603515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.603596] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.603748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.603832] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.603918] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.604015] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.106960] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.609069] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1767310-5a44-418a-98a3-d0442062ac0f: rpc.has_security_group_logging(os_id): False [ 1480.627403] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.627641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.627641] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.627814] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.627903] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.628154] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.628257] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.628319] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.628516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.628632] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.628726] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1767310-5a44-418a-98a3-d0442062ac0f is going to be created. [ 1480.695379] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.695623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.695623] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.695797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.695985] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.706521] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1767310-5a44-418a-98a3-d0442062ac0f in Status: IN_PROGRESS for 2s [ 1481.042618] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.042853] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1482.720369] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1767310-5a44-418a-98a3-d0442062ac0f in Status: SUCCESS [ 1482.720835] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.044082] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.044082] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.242398] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1489.242818] env[66544]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e6f10fac-dd59-4cc7-aebf-23e5550f19ae None None] NSXv3 Agent Agent loop - iteration:4 started [ 1491.045249] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.045683] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.046348] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.046751] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.047651] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.048251] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.048448] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.048875] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.049350] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.049807] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.050246] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.050667] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.050963] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.051282] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.052084] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.052476] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.053434] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.053434] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.054389] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.054776] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.055937] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.056343] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.196613] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.196613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.196613] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.197099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.197099] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.699366] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.202024] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.704790] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1544.704994] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1545.457163] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.457163] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.457163] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.457761] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.468726] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1545.471084] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.471791] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1545.652421] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.652603] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.652673] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.652841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.663743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.664602] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1545.664681] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1545.664763] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1545.695868] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.696060] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.696125] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.696273] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.696990] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.697152] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1545.780345] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.780664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.780664] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.780759] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.781105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.781409] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1545.860697] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.860906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.860906] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.861179] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.861495] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.861786] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:23. [ 1545.861873] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2bbf62e6-40a4-45fa-b8eb-28a899ce014e', 'b1767310-5a44-418a-98a3-d0442062ac0f', '5876661d-d7c7-4934-bd29-64daa2acf548', '1d825188-ef90-486d-a155-5da4f81c87d5', '04cce3f4-8103-4f0f-b701-b377ae1626b4', '5a5b9a80-00ad-49b7-847e-118c44047f88', '02426b2d-3f92-4370-95a5-0019ea8590db', '72ff8d72-bc06-4df9-93b3-69a75dea17da', 'bce93e40-ecc9-4c2c-b90e-9e18ee7be108', 'fbee2017-a663-44bf-83f8-2e1dd7d40f3b', '1763a03f-8d77-4c0d-9021-f3c5c755a20d', '1aa3039b-ec98-4996-99a0-8adb76f69123', '9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167', '9b74411e-3b11-4094-a44b-f6a41c50c15c', 'bdb79483-da37-491e-b79e-98fc1da82352', '400c5087-9339-4264-a8ae-6428c4c8fa35', '8f81eb6d-d506-4046-827b-48dcf72e03f9', '0f0b1536-b11b-4ccc-8091-27445c3c9d56', 'd65f2988-f4a3-4744-a452-6f541ed02a84', '3a7abfec-726d-4894-8497-b40f22b026c8', 'd38920bd-818e-42ea-9f4d-bd6dac08458c', 'fba836a2-0c8a-423a-853b-c384e27e5fe7', '11ee92ee-6290-483d-a256-7d6e7880438e'} {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1545.861962] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1545.879460] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.879650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.879650] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.879841] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.879935] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.880048] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1545.880120] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1545.880189] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1545.954800] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.955065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.955065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.955270] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.956410] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.956667] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1545.956747] env[66544]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66544) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1545.956808] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1545.956874] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1545.956950] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/23 resources of Type:Security Group Rules [ 1545.957033] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGH for action security_group_rules [ 1545.957115] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGH for action security_group_rules [ 1545.957180] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGH for action security_group_rules [ 1545.957244] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGH for action security_group_rules [ 1545.957300] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGH for action security_group_rules [ 1545.957348] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGH for action security_group_rules [ 1545.957402] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGH for action security_group_rules [ 1545.957464] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGH for action security_group_rules [ 1545.957521] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGH for action security_group_rules [ 1545.957577] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGH for action security_group_rules [ 1545.957633] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGH for action security_group_rules [ 1545.957685] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGH for action security_group_rules [ 1545.957744] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGH for action security_group_rules [ 1545.957799] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGH for action security_group_rules [ 1545.957861] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGH for action security_group_rules [ 1545.957918] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGH for action security_group_rules [ 1545.957971] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGH for action security_group_rules [ 1545.958044] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGH for action security_group_rules [ 1545.958098] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGH for action security_group_rules [ 1545.958161] env[66544]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGH for action security_group_rules [ 1545.958251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.056962] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.057163] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1546.057163] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e with Priority: HIGH for action security_group_rules [ 1546.057262] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5876661d-d7c7-4934-bd29-64daa2acf548 with Priority: HIGH for action security_group_rules [ 1546.057373] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02426b2d-3f92-4370-95a5-0019ea8590db with Priority: HIGH for action security_group_rules [ 1546.057453] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb79483-da37-491e-b79e-98fc1da82352 with Priority: HIGH for action security_group_rules [ 1546.057549] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7abfec-726d-4894-8497-b40f22b026c8 with Priority: HIGH for action security_group_rules [ 1546.057639] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65f2988-f4a3-4744-a452-6f541ed02a84 with Priority: HIGH for action security_group_rules [ 1546.057727] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 with Priority: HIGH for action security_group_rules [ 1546.057816] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 with Priority: HIGH for action security_group_rules [ 1546.058040] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c with Priority: HIGH for action security_group_rules [ 1546.058113] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 with Priority: HIGH for action security_group_rules [ 1546.058212] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 with Priority: HIGH for action security_group_rules [ 1546.058298] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 with Priority: HIGH for action security_group_rules [ 1546.058414] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d with Priority: HIGH for action security_group_rules [ 1546.058489] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b with Priority: HIGH for action security_group_rules [ 1546.058593] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 with Priority: HIGH for action security_group_rules [ 1546.058673] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 with Priority: HIGH for action security_group_rules [ 1546.058726] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da with Priority: HIGH for action security_group_rules [ 1546.058813] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 with Priority: HIGH for action security_group_rules [ 1546.058899] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGH for action security_group_rules [ 1546.058987] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d825188-ef90-486d-a155-5da4f81c87d5 with Priority: HIGH for action security_group_rules [ 1546.059344] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.059472] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.059532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.059744] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.059828] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbf62e6-40a4-45fa-b8eb-28a899ce014e',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.060858] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5876661d-d7c7-4934-bd29-64daa2acf548 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.060981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.061064] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.061215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.061293] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5876661d-d7c7-4934-bd29-64daa2acf548',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.062410] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02426b2d-3f92-4370-95a5-0019ea8590db taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.062516] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.062579] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.063032] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.063032] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02426b2d-3f92-4370-95a5-0019ea8590db',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.063630] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb79483-da37-491e-b79e-98fc1da82352 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.063630] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.063788] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.063828] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.063914] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb79483-da37-491e-b79e-98fc1da82352',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.065036] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7abfec-726d-4894-8497-b40f22b026c8 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.065036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.065036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.065036] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.065036] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7abfec-726d-4894-8497-b40f22b026c8',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.065955] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65f2988-f4a3-4744-a452-6f541ed02a84 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.065955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.065955] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.066242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.066242] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65f2988-f4a3-4744-a452-6f541ed02a84',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.066899] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.066899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.066899] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.067238] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.067238] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f0b1536-b11b-4ccc-8091-27445c3c9d56',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.067874] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f81eb6d-d506-4046-827b-48dcf72e03f9 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.067874] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.068065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.068065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.068195] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f81eb6d-d506-4046-827b-48dcf72e03f9',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.068815] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b74411e-3b11-4094-a44b-f6a41c50c15c taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.068921] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.068994] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.069648] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.069648] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b74411e-3b11-4094-a44b-f6a41c50c15c',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.069939] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-400c5087-9339-4264-a8ae-6428c4c8fa35 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.070052] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.070114] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.070262] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.070327] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('400c5087-9339-4264-a8ae-6428c4c8fa35',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.070981] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.071102] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.071169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.071298] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.071769] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.072038] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa3039b-ec98-4996-99a0-8adb76f69123 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.072122] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.072187] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.072595] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.072595] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa3039b-ec98-4996-99a0-8adb76f69123',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.073736] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.073736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.073736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.073736] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.073736] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1763a03f-8d77-4c0d-9021-f3c5c755a20d',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.074337] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.074437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.074515] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.075043] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.075043] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbee2017-a663-44bf-83f8-2e1dd7d40f3b',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.075663] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.075775] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.075831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.076251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.076251] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce93e40-ecc9-4c2c-b90e-9e18ee7be108',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.076841] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a5b9a80-00ad-49b7-847e-118c44047f88 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.077094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.077094] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.077200] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.077242] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a5b9a80-00ad-49b7-847e-118c44047f88',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.078017] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ff8d72-bc06-4df9-93b3-69a75dea17da taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.078123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.078123] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.078240] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.078373] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ff8d72-bc06-4df9-93b3-69a75dea17da',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.079049] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04cce3f4-8103-4f0f-b701-b377ae1626b4 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.079155] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.079228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.079388] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.079458] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04cce3f4-8103-4f0f-b701-b377ae1626b4',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.080266] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.080370] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.080434] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.080576] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.080641] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.081314] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d825188-ef90-486d-a155-5da4f81c87d5 taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.081493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.081493] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.081674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.081710] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d825188-ef90-486d-a155-5da4f81c87d5',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.598788] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.599224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.599224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.599224] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.599414] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.599469] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.599532] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.599667] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.599748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.599831] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.599916] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.646849] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.646849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.646983] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.647127] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.671037] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.671182] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.672359] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.672503] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.673192] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.673285] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.673965] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.674063] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.674801] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.674927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.675660] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.675743] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.676426] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.676520] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.677207] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.677357] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.678077] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.678171] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.678950] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.679077] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.679631] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.680095] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.680188] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.680868] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.681285] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.681377] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.681979] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.682534] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.682668] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.683261] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.683652] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.683780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.684423] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.684805] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.684892] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.685517] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.685904] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.686021] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.686722] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.687115] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.687232] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.687814] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.688210] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.688327] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.688895] env[66544]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.689383] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.689588] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7abfec-726d-4894-8497-b40f22b026c8 is going to be deleted. [ 1546.690405] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.690606] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.707748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.707905] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f0b1536-b11b-4ccc-8091-27445c3c9d56 is going to be deleted. [ 1546.708748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.708949] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.727430] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.727592] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ff8d72-bc06-4df9-93b3-69a75dea17da is going to be deleted. [ 1546.728455] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.728677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.746393] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.746551] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce93e40-ecc9-4c2c-b90e-9e18ee7be108 is going to be deleted. [ 1546.747407] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.747621] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.753982] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.754109] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.762649] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.762792] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.765035] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.765160] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1763a03f-8d77-4c0d-9021-f3c5c755a20d is going to be deleted. [ 1546.766065] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.766305] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.783980] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.784130] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.786191] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.786383] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04cce3f4-8103-4f0f-b701-b377ae1626b4 is going to be deleted. [ 1546.787197] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.787400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.808163] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.808496] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.812441] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.812577] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02426b2d-3f92-4370-95a5-0019ea8590db is going to be deleted. [ 1546.813524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.813748] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.836396] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.836637] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 400c5087-9339-4264-a8ae-6428c4c8fa35 is going to be deleted. [ 1546.837468] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.837747] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.858701] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.858928] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.869514] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.869797] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.892986] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.893221] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbf62e6-40a4-45fa-b8eb-28a899ce014e is going to be deleted. [ 1546.894169] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.894452] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.922665] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.922856] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa3039b-ec98-4996-99a0-8adb76f69123 is going to be deleted. [ 1546.923763] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.923987] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.951572] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.951794] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.965231] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.965564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.970487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.970696] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167 is going to be deleted. [ 1546.971782] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.972080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.997306] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.997493] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65f2988-f4a3-4744-a452-6f541ed02a84 is going to be deleted. [ 1546.998464] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.998754] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.003490] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.003672] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.076753] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.077047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.077340] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.077459] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb79483-da37-491e-b79e-98fc1da82352 is going to be deleted. [ 1547.078351] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.078564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.110439] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.133156] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.133373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.160976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.161227] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d825188-ef90-486d-a155-5da4f81c87d5 is going to be deleted. [ 1547.162175] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.162425] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.163931] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.164053] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.187099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.187286] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a5b9a80-00ad-49b7-847e-118c44047f88 is going to be deleted. [ 1547.188178] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.188400] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.262145] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.262485] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.267729] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.267987] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b74411e-3b11-4094-a44b-f6a41c50c15c is going to be deleted. [ 1547.268977] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.269219] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.296223] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.296444] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.328891] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.328891] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f81eb6d-d506-4046-827b-48dcf72e03f9 is going to be deleted. [ 1547.329895] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.330156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.383332] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.383530] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.395553] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.395777] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbee2017-a663-44bf-83f8-2e1dd7d40f3b is going to be deleted. [ 1547.396663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.396888] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.467071] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.467290] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.484045] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.484308] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5876661d-d7c7-4934-bd29-64daa2acf548 is going to be deleted. [ 1547.485221] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.485487] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.485590] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.485727] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7abfec-726d-4894-8497-b40f22b026c8" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.485893] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.486075] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.486156] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.486277] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f0b1536-b11b-4ccc-8091-27445c3c9d56" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.486864] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.487047] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.487129] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.487242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ff8d72-bc06-4df9-93b3-69a75dea17da" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.487373] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.487524] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.487601] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.487714] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce93e40-ecc9-4c2c-b90e-9e18ee7be108" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.487838] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.487976] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.488066] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.488176] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04cce3f4-8103-4f0f-b701-b377ae1626b4" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.488302] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.488437] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.488509] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.488616] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1763a03f-8d77-4c0d-9021-f3c5c755a20d" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.488765] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.488907] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.488981] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.489105] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02426b2d-3f92-4370-95a5-0019ea8590db" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.489227] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.489363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.489436] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.489535] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-400c5087-9339-4264-a8ae-6428c4c8fa35" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.489651] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.489780] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.489849] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.489951] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbf62e6-40a4-45fa-b8eb-28a899ce014e" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.490083] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.490215] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.490287] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.490392] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f0ee4d7-7929-4ae9-8ba7-8c9fcd692167" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.490510] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.490642] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.490711] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.490948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa3039b-ec98-4996-99a0-8adb76f69123" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.490948] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.491080] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.491134] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.491242] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65f2988-f4a3-4744-a452-6f541ed02a84" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.491363] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.491499] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.491618] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.491674] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb79483-da37-491e-b79e-98fc1da82352" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.491798] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.491931] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.492012] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.492192] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d825188-ef90-486d-a155-5da4f81c87d5" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.492336] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.492480] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.492555] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.492663] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a5b9a80-00ad-49b7-847e-118c44047f88" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.492789] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.492923] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.492995] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.493116] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b74411e-3b11-4094-a44b-f6a41c50c15c" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.513134] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.513335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.513335] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.513537] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.513625] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.513746] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f81eb6d-d506-4046-827b-48dcf72e03f9" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.528999] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.529251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.529251] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.529443] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.529564] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.529654] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbee2017-a663-44bf-83f8-2e1dd7d40f3b" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.612361] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1767310-5a44-418a-98a3-d0442062ac0f: rpc.has_security_group_logging(os_id): False [ 1547.627884] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.628096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.628096] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.628310] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.628402] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.628525] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5876661d-d7c7-4934-bd29-64daa2acf548" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.631944] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.632078] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.632142] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.632360] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.664850] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.665120] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.666222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.666222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.666222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.666222] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.666222] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1767310-5a44-418a-98a3-d0442062ac0f is going to be updated. [ 1547.763106] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.763353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.763353] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.763547] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.763677] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.788427] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1767310-5a44-418a-98a3-d0442062ac0f in Status: IN_PROGRESS for 2s [ 1549.802968] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1767310-5a44-418a-98a3-d0442062ac0f in Status: SUCCESS [ 1549.803422] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.060444] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.060940] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.469626] env[66544]: INFO networking_nsxv3.common.synchronization [req-49b7f881-11c7-423e-8f55-1b9084adb360 req-482269cf-60e6-4cf0-9555-7ee8aeb8b50d tempest-AttachVolumeTestJSON-1079035626 tempest-AttachVolumeTestJSON-1079035626-project-member] Enqueued Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_members [ 1552.470216] env[66544]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1767310-5a44-418a-98a3-d0442062ac0f with Priority: HIGHEST for action security_group_members [ 1552.470526] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1767310-5a44-418a-98a3-d0442062ac0f taken with stack trace [, , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.470848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.470848] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.471056] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.471271] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.471334] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.471411] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.471844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.471844] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.471844] env[66544]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1767310-5a44-418a-98a3-d0442062ac0f',) {} {{(pid=66544) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.973936] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.974194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.974194] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.974440] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.974542] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.974764] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.974867] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.974927] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.975099] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.975228] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.975285] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1767310-5a44-418a-98a3-d0442062ac0f is going to be updated. [ 1553.004695] env[66544]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66544) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.004913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.004913] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.005088] env[66544]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.005231] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.013423] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1767310-5a44-418a-98a3-d0442062ac0f in Status: IN_PROGRESS for 2s [ 1555.024763] env[66544]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1767310-5a44-418a-98a3-d0442062ac0f in Status: SUCCESS [ 1555.025184] env[66544]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1767310-5a44-418a-98a3-d0442062ac0f deletion is rescheduled due to dependency. [ 1555.025184] env[66544]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1767310-5a44-418a-98a3-d0442062ac0f" {{(pid=66544) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.470773] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.471188] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.471634] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.472065] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.472325] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.473064] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.474287] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.474765] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.475819] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.476212] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.476877] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.477302] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.477916] env[66544]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.477916] env[66544]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0